<!-- 
RSS generated by JIRA (9.7.1#970001-sha1:2222b88b221c4928ef0de3161136cc90c8356a66) at Thu Feb 08 05:29:18 UTC 2024

It is possible to restrict the fields that are returned in this document by specifying the 'field' parameter in your request.
For example, to request only the issue key and summary append 'field=key&field=summary' to the URL of your request.
-->
<rss version="0.92" >
<channel>
    <title>MongoDB Jira</title>
    <link>https://jira.mongodb.org</link>
    <description>This file is an XML representation of an issue</description>
    <language>en-us</language>    <build-info>
        <version>9.7.1</version>
        <build-number>970001</build-number>
        <build-date>13-04-2023</build-date>
    </build-info>


<item>
            <title>[SERVER-52886] Sharded cluster is balancing a lot and creating a lot of very small chunks</title>
                <link>https://jira.mongodb.org/browse/SERVER-52886</link>
                <project id="10000" key="SERVER">Core Server</project>
                    <description>&lt;p&gt;We recently (mid-october) migrated our production sharded cluster to 4.4.1 and we are experiencing a strange behavior with the balancer.&lt;/p&gt;

&lt;p&gt;When we started the new cluster, we calculated the number of initial chunks using the default 64MB chunksize, and we restored the collection after a pre-split operation.&lt;/p&gt;

&lt;p&gt;So we started with 2700 chunks, hashed shard key, for a collection of 170GB and 16M+ documents. Average document size in collection is 10KiB and consistent across the shards.&lt;/p&gt;

&lt;p&gt;On our dev/test shard, here is a shard detail:&lt;/p&gt;
&lt;p/&gt;
&lt;div id=&quot;syntaxplugin&quot; class=&quot;syntaxplugin&quot; style=&quot;border: 1px dashed #bbb; border-radius: 5px !important; overflow: auto; max-height: 30em;&quot;&gt;
&lt;table cellspacing=&quot;0&quot; cellpadding=&quot;0&quot; border=&quot;0&quot; width=&quot;100%&quot; style=&quot;font-size: 1em; line-height: 1.4em !important; font-weight: normal; font-style: normal; color: black;&quot;&gt;
		&lt;tbody &gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;  margin-top: 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;Shard shard-local-rs05 at XXXX&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt; data : 28.19GiB docs : 2766359 chunks : 450&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt; estimated data per chunk : 64.16MiB&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   margin-bottom: 10px;  width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt; estimated docs per chunk : 6147&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
			&lt;/tbody&gt;
&lt;/table&gt;
&lt;/div&gt;
&lt;p/&gt;

&lt;p&gt;The problem is that, in production, the balancer has been running like crazy and we now have almost 60K of very small chunks.&lt;/p&gt;

&lt;p/&gt;
&lt;div id=&quot;syntaxplugin&quot; class=&quot;syntaxplugin&quot; style=&quot;border: 1px dashed #bbb; border-radius: 5px !important; overflow: auto; max-height: 30em;&quot;&gt;
&lt;table cellspacing=&quot;0&quot; cellpadding=&quot;0&quot; border=&quot;0&quot; width=&quot;100%&quot; style=&quot;font-size: 1em; line-height: 1.4em !important; font-weight: normal; font-style: normal; color: black;&quot;&gt;
		&lt;tbody &gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;  margin-top: 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt; data : 33.16GiB docs : 3324684 chunks : 11908&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt; estimated data per chunk : 2.85MiB&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt; estimated docs per chunk : 279&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&amp;nbsp;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;Totals&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt; data : 170.85GiB docs : 17131823 chunks : 59542&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt; Shard shard-04 contains 20.04% data, 20.01% docs in cluster, avg obj size on shard : 10KiB&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt; Shard shard-01 contains 20.25% data, 20.28% docs in cluster, avg obj size on shard : 10KiB&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt; Shard shard-02 contains 20.51% data, 20.51% docs in cluster, avg obj size on shard : 10KiB&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt; Shard shard-03 contains 19.77% data, 19.77% docs in cluster, avg obj size on shard : 10KiB&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   margin-bottom: 10px;  width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt; Shard shard-05 contains 19.41% data, 19.4% docs in cluster, avg obj size on shard : 10KiB&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
			&lt;/tbody&gt;
&lt;/table&gt;
&lt;/div&gt;
&lt;p/&gt;


&lt;p&gt;Please not that we did &lt;b&gt;NOT&lt;/b&gt; change the chunk size, and that the config collection does not include any document with _chunksize.&lt;/p&gt;

&lt;p&gt;Can anybody please advise on what we should do and where to investigate ?&lt;/p&gt;

&lt;p&gt;I&apos;m afraid this could lead to performance issues or worse, unavailability in case of hard limits in chunks count or size.&lt;/p&gt;</description>
                <environment></environment>
        <key id="1543287">SERVER-52886</key>
            <summary>Sharded cluster is balancing a lot and creating a lot of very small chunks</summary>
                <type id="1" iconUrl="https://jira.mongodb.org/secure/viewavatar?size=xsmall&amp;avatarId=14703&amp;avatarType=issuetype">Bug</type>
                                            <priority id="3" iconUrl="https://jira.mongodb.org/images/icons/priorities/major.svg">Major - P3</priority>
                        <status id="6" iconUrl="https://jira.mongodb.org/images/icons/statuses/closed.png" description="The issue is considered finished, the resolution is correct. Issues which are closed can be reopened.">Closed</status>
                    <statusCategory id="3" key="done" colorName="success"/>
                                    <resolution id="3">Duplicate</resolution>
                                        <assignee username="eric.sedor@mongodb.com">Eric Sedor</assignee>
                                    <reporter username="hmducoulombier@marketing1by1.com">Henri-Maxime Ducoulombier</reporter>
                        <labels>
                    </labels>
                <created>Mon, 16 Nov 2020 18:30:48 +0000</created>
                <updated>Thu, 5 Aug 2021 10:08:30 +0000</updated>
                            <resolved>Thu, 15 Jul 2021 15:28:06 +0000</resolved>
                                    <version>4.4.1</version>
                                                    <component>Sharding</component>
                                        <votes>0</votes>
                                    <watches>10</watches>
                                                                                                                <comments>
                            <comment id="3982481" author="pierlauro.sciarelli" created="Thu, 5 Aug 2021 10:05:06 +0000"  >&lt;p&gt;Hi &lt;a href=&quot;https://jira.mongodb.org/secure/ViewProfile.jspa?name=hmducoulombier%40marketing1by1.com&quot; class=&quot;user-hover&quot; rel=&quot;hmducoulombier@marketing1by1.com&quot;&gt;hmducoulombier@marketing1by1.com&lt;/a&gt;, thank you for detailing so deeply the use case.&lt;/p&gt;

&lt;p&gt;From your description, it looks like chunks were split always in an unfair way: a chunk of size &lt;tt&gt;maxChunkSize / 2 + &#949;&lt;/tt&gt; was being split in two chunks &lt;b&gt;left&lt;/b&gt; (size a bit less than &lt;tt&gt;maxChunkSize / 2&lt;/tt&gt;) and &lt;b&gt;right&lt;/b&gt; (containing very few &lt;tt&gt;documents, potentially just one&lt;/tt&gt;). As a consequence, even just one insert in chunk &lt;b&gt;left&lt;/b&gt; would trigger an additional split, same for subsequent inserts on the new left chunk and so on. This way, it&apos;s easy to end up in the pathological situation you described.&lt;/p&gt;

&lt;p&gt;This behavior has been caused by the 2 reasons listed below (both going to be solved under &lt;a href=&quot;https://jira.mongodb.org/browse/SERVER-55028&quot; title=&quot;Improve the auto-splitter policy&quot; class=&quot;issue-link&quot; data-issue-key=&quot;SERVER-55028&quot;&gt;&lt;del&gt;SERVER-55028&lt;/del&gt;&lt;/a&gt;). Keep in mind that the chunk splitter doesn&apos;t usually gets triggered on every insert, but this can potentially happen if the CPU is fairly free, so I am describing the very worst case.&lt;/p&gt;


&lt;p&gt;1) &lt;ins&gt;The policy to choose split points&lt;/ins&gt; (not user-configurable, part of &lt;em&gt;splitVector&lt;/em&gt;)&lt;/p&gt;

&lt;p&gt;Split every &lt;b&gt;N&lt;/b&gt; keys, with &lt;b&gt;N&lt;/b&gt; being the number of keys estimated to correspond to &lt;tt&gt;maxChunkSize / 2&lt;/tt&gt;. It&apos;s a fairly distributive policy in case of chunks being split in a lot of smaller chunks (e.g. after re-enabling the balancer), but a very bad choice in case of chunks being continuously split in 2 (e.g. if the balancer has always been enabled).&lt;/p&gt;


&lt;p&gt;2) &lt;ins&gt;The hashed shard key&lt;/ins&gt;&lt;/p&gt;

&lt;p&gt;Let&apos;s say that &lt;b&gt;N&lt;/b&gt; is &lt;tt&gt;100.&lt;/tt&gt;&lt;/p&gt;

&lt;ul class=&quot;alternate&quot; type=&quot;square&quot;&gt;
	&lt;li&gt;(OK case) Given a (non-hashed) monotonically increasing shard key, we would split every &lt;tt&gt;101 inserts&lt;/tt&gt; in two chunks &lt;b&gt;left&lt;/b&gt; and &lt;b&gt;right&lt;/b&gt; containing respectively &lt;b&gt;100&lt;/b&gt; and &lt;b&gt;1&lt;/b&gt; documents. The right chunk would always grow, so it would be the next one to be split always at size &lt;b&gt;N&lt;/b&gt;.&lt;/li&gt;
&lt;/ul&gt;


&lt;ul class=&quot;alternate&quot; type=&quot;square&quot;&gt;
	&lt;li&gt;(Not OK case) Given an hashed shard key, new inserts would not always go in the &lt;b&gt;right&lt;/b&gt; (last) chunk, so intermediate chunks would keeping on being split in two chunks of 100 and 1 documents. The number of chunks is much higher of the non-hashed case and.&lt;/li&gt;
&lt;/ul&gt;


&lt;p&gt;PS: I am not encouraging in any way to use non-hashed monotonically increasing shard keys as it may affect scalability. This problem is going to be solved soon and anyway it is very rare to end up in the described pathological situation.&lt;/p&gt;</comment>
                            <comment id="3943781" author="eric.sedor" created="Thu, 15 Jul 2021 15:26:19 +0000"  >&lt;p&gt;Hi &lt;a href=&quot;https://jira.mongodb.org/secure/ViewProfile.jspa?name=hmducoulombier%40marketing1by1.com&quot; class=&quot;user-hover&quot; rel=&quot;hmducoulombier@marketing1by1.com&quot;&gt;hmducoulombier@marketing1by1.com&lt;/a&gt;, I wanted to get back to you to let you know I&apos;m going to deduplicate this ticket against &lt;a href=&quot;https://jira.mongodb.org/browse/SERVER-55028&quot; title=&quot;Improve the auto-splitter policy&quot; class=&quot;issue-link&quot; data-issue-key=&quot;SERVER-55028&quot;&gt;&lt;del&gt;SERVER-55028&lt;/del&gt;&lt;/a&gt;. As always, thanks for your patience.&lt;/p&gt;

&lt;p&gt;High counts of small chunks could be undesirable depending on whether or not the balancer is having trouble keeping up with chunk migration. But by itself it is not usually a cause for concern. That said, it does make sense for us to be ensuring that the system is attempting to make use of up to the max chunk size.&lt;/p&gt;

&lt;p&gt;In &lt;a href=&quot;https://jira.mongodb.org/browse/SERVER-55028&quot; title=&quot;Improve the auto-splitter policy&quot; class=&quot;issue-link&quot; data-issue-key=&quot;SERVER-55028&quot;&gt;&lt;del&gt;SERVER-55028&lt;/del&gt;&lt;/a&gt;, we&apos;re starting to consider broad improvements to chunk split logic that will focus on that goal.&lt;/p&gt;

&lt;p&gt;Be well!&lt;/p&gt;</comment>
                            <comment id="3567652" author="eric.sedor" created="Fri, 15 Jan 2021 16:48:38 +0000"  >&lt;p&gt;Hi &lt;a href=&quot;https://jira.mongodb.org/secure/ViewProfile.jspa?name=hmducoulombier%40marketing1by1.com&quot; class=&quot;user-hover&quot; rel=&quot;hmducoulombier@marketing1by1.com&quot;&gt;hmducoulombier@marketing1by1.com&lt;/a&gt; and happy new year. I wanted to see if you saw my last message and can provide that context. Thank you!&lt;/p&gt;</comment>
                            <comment id="3503253" author="hmducoulombier@marketing1by1.com" created="Tue, 24 Nov 2020 08:26:22 +0000"  >&lt;p&gt;Hello Eric,&lt;/p&gt;

&lt;p&gt;Thank you for your reply.&lt;/p&gt;

&lt;p&gt;I uploaded several files using the secure portal and the CURL command.&lt;/p&gt;

&lt;p&gt;A mongod config server log (the primary) -&amp;gt; mongod-support1.log&lt;br/&gt;
A mongod shard server log (4th shard primary mongod)&lt;br/&gt;
The output of sh.status()&lt;br/&gt;
The output of getShardDistribution() command on the main collection having issue.&lt;/p&gt;

&lt;p&gt;Please note, regarding the sh.status() result, that another db in the same cluster has the same issue.&lt;/p&gt;

&lt;p&gt;Our Mongod logs are all recorded and uploaded to cloudwatch and I can run requests to search for a given pattern if needed.&lt;/p&gt;

&lt;p&gt;Henri-Maxime&lt;/p&gt;</comment>
                            <comment id="3503025" author="eric.sedor" created="Tue, 24 Nov 2020 00:04:56 +0000"  >&lt;p&gt;Hi Henri-Maxime Ducoulombier,&lt;/p&gt;

&lt;p&gt;In general, the best place to start to narrow down an issue about sharding behavior is the &lt;a href=&quot;https://community.mongodb.com&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;MongoDB Developer Community Forums&lt;/a&gt;. While a specific bug or needed feature could be involved in any given issue, it often helps to walk through the expected behavior of a sharded cluster, which can vary widely by use-case.&lt;/p&gt;

&lt;p&gt;That said, 279 docs per chunk does look low to me. Can you upload to this &lt;a href=&quot;https://10gen-httpsupload.s3.amazonaws.com/upload_forms/50e7e8b1-628b-476d-9520-78ab51f4e1ba.html&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;secure upload portal&lt;/a&gt; the output of sh.status() and the mongod logs from a specific shard?&lt;/p&gt;

&lt;p&gt;I&apos;ll take a look to see if anything is obviously amiss.&lt;/p&gt;

&lt;p&gt;Gratefully,&lt;br/&gt;
Eric&lt;/p&gt;</comment>
                    </comments>
                <issuelinks>
                            <issuelinktype id="10010">
                    <name>Duplicate</name>
                                            <outwardlinks description="duplicates">
                                        <issuelink>
            <issuekey id="1643019">SERVER-55028</issuekey>
        </issuelink>
                            </outwardlinks>
                                                        </issuelinktype>
                            <issuelinktype id="10012">
                    <name>Related</name>
                                            <outwardlinks description="related to">
                                                        </outwardlinks>
                                                                <inwardlinks description="is related to">
                                                        </inwardlinks>
                                    </issuelinktype>
                    </issuelinks>
                <attachments>
                    </attachments>
                <subtasks>
                    </subtasks>
                <customfields>
                                                <customfield id="customfield_10050" key="com.atlassian.jira.toolkit:comments">
                        <customfieldname># Replies</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>5.0</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <customfield id="customfield_10055" key="com.atlassian.jira.ext.charting:firstresponsedate">
                        <customfieldname>Date of 1st Reply</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>Tue, 24 Nov 2020 00:04:56 +0000</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10052" key="com.atlassian.jira.toolkit:dayslastcommented">
                        <customfieldname>Days since reply</customfieldname>
                        <customfieldvalues>
                                        2 years, 26 weeks, 6 days ago
    
                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_18254" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Dependencies</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue><![CDATA[]]></customfieldvalue>


                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_15850" key="com.atlassian.jira.plugins.jira-development-integration-plugin:devsummary">
                        <customfieldname>Development</customfieldname>
                        <customfieldvalues>
                            
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                    <customfield id="customfield_10057" key="com.atlassian.jira.toolkit:lastusercommented">
                        <customfieldname>Last comment by Customer</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>true</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                            <customfield id="customfield_10056" key="com.atlassian.jira.toolkit:lastupdaterorcommenter">
                        <customfieldname>Last commenter</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>pierlauro.sciarelli@mongodb.com</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_11151" key="com.atlassian.jira.toolkit:LastCommentDate">
                        <customfieldname>Last public comment date</customfieldname>
                        <customfieldvalues>
                            2 years, 26 weeks, 6 days ago
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                    <customfield id="customfield_10032" key="com.atlassian.jira.plugin.system.customfieldtypes:select">
                        <customfieldname>Operating System</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue key="10026"><![CDATA[ALL]]></customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                <customfield id="customfield_10051" key="com.atlassian.jira.toolkit:participants">
                        <customfieldname>Participants</customfieldname>
                        <customfieldvalues>
                                        <customfieldvalue>eric.sedor@mongodb.com</customfieldvalue>
            <customfieldvalue>hmducoulombier@marketing1by1.com</customfieldvalue>
            <customfieldvalue>pierlauro.sciarelli@mongodb.com</customfieldvalue>
    
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                        <customfield id="customfield_14254" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>Product Rank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>1|hyhl1z:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                <customfield id="customfield_12550" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>Rank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>2|hy3mfr:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10558" key="com.pyxis.greenhopper.jira:gh-global-rank">
                        <customfieldname>Rank (Obsolete)</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>9223372036854775807</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                            <customfield id="customfield_23361" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Requested By</customfieldname>
                        <customfieldvalues>
                                

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                            <customfield id="customfield_10053" key="com.atlassian.jira.ext.charting:timeinstatus">
                        <customfieldname>Time In Status</customfieldname>
                        <customfieldvalues>
                            
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                        <customfield id="customfield_22870" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Triagers</customfieldname>
                        <customfieldvalues>
                                    <customfieldvalue><![CDATA[eric.sedor@mongodb.com]]></customfieldvalue>
    

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                    <customfield id="customfield_14350" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>serverRank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>1|hyh7bb:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                    </customfields>
    </item>
</channel>
</rss>