<!-- 
RSS generated by JIRA (9.7.1#970001-sha1:2222b88b221c4928ef0de3161136cc90c8356a66) at Thu Feb 08 06:29:01 UTC 2024

It is possible to restrict the fields that are returned in this document by specifying the 'field' parameter in your request.
For example, to request only the issue key and summary append 'field=key&field=summary' to the URL of your request.
-->
<rss version="0.92" >
<channel>
    <title>MongoDB Jira</title>
    <link>https://jira.mongodb.org</link>
    <description>This file is an XML representation of an issue</description>
    <language>en-us</language>    <build-info>
        <version>9.7.1</version>
        <build-number>970001</build-number>
        <build-date>13-04-2023</build-date>
    </build-info>


<item>
            <title>[SERVER-74980] excessive logging of &quot;Refreshed cached collection&quot; log messages introduced in 5.0</title>
                <link>https://jira.mongodb.org/browse/SERVER-74980</link>
                <project id="10000" key="SERVER">Core Server</project>
                    <description>&lt;p&gt;We recently upgraded one of our clusters from 4.4.16 to 5.0.15. Prior to upgrading we saw about 50K &quot;Refreshed cached collection&quot; log messages per hour. Now we see about 50K &lt;b&gt;per minute&lt;/b&gt; - an increase by 2 orders of magnitude.&lt;/p&gt;

&lt;p&gt;Looking at the source code, it looks like the &lt;em&gt;lookupCollection method in catalog&lt;/em&gt;{_}cache.cpp was refactored in 5.0, resulting in a regression where the &quot;Refreshed cached collection&quot; message is always logged at level 0, versus in 4.4 where it was only logged at level 0 on the very first call or when the version had changed.&lt;/p&gt;

&lt;p&gt;From 4.4 (&lt;a href=&quot;https://github.com/mongodb/mongo/blob/v4.4/src/mongo/s/catalog_cache.cpp#L756-L774&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://github.com/mongodb/mongo/blob/v4.4/src/mongo/s/catalog_cache.cpp#L756-L774&lt;/a&gt;):&lt;/p&gt;
&lt;p/&gt;
&lt;div id=&quot;syntaxplugin&quot; class=&quot;syntaxplugin&quot; style=&quot;border: 1px dashed #bbb; border-radius: 5px !important; overflow: auto; max-height: 30em;&quot;&gt;
&lt;table cellspacing=&quot;0&quot; cellpadding=&quot;0&quot; border=&quot;0&quot; width=&quot;100%&quot; style=&quot;font-size: 1em; line-height: 1.4em !important; font-weight: normal; font-style: normal; color: black;&quot;&gt;
		&lt;tbody &gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;  margin-top: 10px;   margin-bottom: 10px;  width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: #006699; font-weight: bold; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;const&lt;/span&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt; &lt;/span&gt;&lt;span style=&quot;color: #006699; font-weight: bold; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;int&lt;/span&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt; logLevel =                (!existingRoutingInfo ||                 (existingRoutingInfo &amp;amp;&amp;amp;                  routingInfoAfterRefresh-&amp;gt;getVersion() != existingRoutingInfo-&amp;gt;getVersion()))                ? &lt;/span&gt;&lt;span style=&quot;color: #009900; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;0&lt;/span&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;                : &lt;/span&gt;&lt;span style=&quot;color: #009900; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;1&lt;/span&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;; &lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
			&lt;/tbody&gt;
&lt;/table&gt;
&lt;/div&gt;
&lt;p/&gt;
&lt;p&gt;From 5.0 (&lt;a href=&quot;https://github.com/mongodb/mongo/blob/v5.0/src/mongo/s/catalog_cache.cpp#L667-L674:&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://github.com/mongodb/mongo/blob/v5.0/src/mongo/s/catalog_cache.cpp#L667-L674):&lt;/a&gt;&lt;/p&gt;
&lt;p/&gt;
&lt;div id=&quot;syntaxplugin&quot; class=&quot;syntaxplugin&quot; style=&quot;border: 1px dashed #bbb; border-radius: 5px !important; overflow: auto; max-height: 30em;&quot;&gt;
&lt;table cellspacing=&quot;0&quot; cellpadding=&quot;0&quot; border=&quot;0&quot; width=&quot;100%&quot; style=&quot;font-size: 1em; line-height: 1.4em !important; font-weight: normal; font-style: normal; color: black;&quot;&gt;
		&lt;tbody &gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;  margin-top: 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: #008200; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;// logLevel&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   margin-bottom: 10px;  width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;isIncremental || newComparableVersion != previousVersion ? &lt;/span&gt;&lt;span style=&quot;color: #009900; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;0&lt;/span&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt; : &lt;/span&gt;&lt;span style=&quot;color: #009900; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;1&lt;/span&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;, &lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
			&lt;/tbody&gt;
&lt;/table&gt;
&lt;/div&gt;
&lt;p/&gt;
&lt;p&gt;&#160;&lt;/p&gt;

&lt;p&gt;So the 4.4 logic was to to log at level 0 if it&apos;s the very first call for the collection (!existingRoutingInfo) or if the version has changed.&lt;/p&gt;

&lt;p&gt;In 5.0, the logic changed to log at level 0 if it&apos;s any call other than the very first call (isIncremental) or the version has changed. I believe this change in logic was unintentional, as it results in a huge amount of level 0 log spam. I think what was intended is:&lt;/p&gt;
&lt;p/&gt;
&lt;div id=&quot;syntaxplugin&quot; class=&quot;syntaxplugin&quot; style=&quot;border: 1px dashed #bbb; border-radius: 5px !important; overflow: auto; max-height: 30em;&quot;&gt;
&lt;table cellspacing=&quot;0&quot; cellpadding=&quot;0&quot; border=&quot;0&quot; width=&quot;100%&quot; style=&quot;font-size: 1em; line-height: 1.4em !important; font-weight: normal; font-style: normal; color: black;&quot;&gt;
		&lt;tbody &gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;  margin-top: 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt; &lt;/span&gt;&lt;span style=&quot;color: #008200; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;// logLevel&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   margin-bottom: 10px;  width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;!isIncremental || newComparableVersion != previousVersion ? &lt;/span&gt;&lt;span style=&quot;color: #009900; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;0&lt;/span&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt; : &lt;/span&gt;&lt;span style=&quot;color: #009900; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;1&lt;/span&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;, &lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
			&lt;/tbody&gt;
&lt;/table&gt;
&lt;/div&gt;
&lt;p/&gt;
&lt;p&gt;Notice &quot;isIncremental&quot; was changed to &quot;!isIncremental&quot;.&lt;/p&gt;</description>
                <environment></environment>
        <key id="2290805">SERVER-74980</key>
            <summary>excessive logging of &quot;Refreshed cached collection&quot; log messages introduced in 5.0</summary>
                <type id="1" iconUrl="https://jira.mongodb.org/secure/viewavatar?size=xsmall&amp;avatarId=14703&amp;avatarType=issuetype">Bug</type>
                                            <priority id="3" iconUrl="https://jira.mongodb.org/images/icons/priorities/major.svg">Major - P3</priority>
                        <status id="6" iconUrl="https://jira.mongodb.org/images/icons/statuses/closed.png" description="The issue is considered finished, the resolution is correct. Issues which are closed can be reopened.">Closed</status>
                    <statusCategory id="3" key="done" colorName="success"/>
                                    <resolution id="13201">Fixed</resolution>
                                        <assignee username="sergi.mateo-bellido@mongodb.com">Sergi Mateo Bellido</assignee>
                                    <reporter username="ian.springer@salesforce.com">Ian Springer</reporter>
                        <labels>
                            <label>sharding-wfbf-day</label>
                    </labels>
                <created>Fri, 17 Mar 2023 10:23:34 +0000</created>
                <updated>Sun, 29 Oct 2023 21:24:44 +0000</updated>
                            <resolved>Fri, 12 May 2023 12:49:02 +0000</resolved>
                                                    <fixVersion>7.1.0-rc0</fixVersion>
                    <fixVersion>7.0.0-rc1</fixVersion>
                    <fixVersion>6.0.7</fixVersion>
                    <fixVersion>5.0.19</fixVersion>
                                                        <votes>0</votes>
                                    <watches>9</watches>
                                                                                                                <comments>
                            <comment id="5441246" author="xgen-internal-githook" created="Mon, 22 May 2023 09:33:55 +0000"  >&lt;p&gt;Author: &lt;/p&gt;
{&apos;name&apos;: &apos;Sergi Mateo Bellido&apos;, &apos;email&apos;: &apos;sergi.mateo-bellido@mongodb.com&apos;, &apos;username&apos;: &apos;smateo&apos;}
&lt;p&gt;Message: &lt;a href=&quot;https://jira.mongodb.org/browse/SERVER-74980&quot; title=&quot;excessive logging of &amp;quot;Refreshed cached collection&amp;quot; log messages introduced in 5.0&quot; class=&quot;issue-link&quot; data-issue-key=&quot;SERVER-74980&quot;&gt;&lt;del&gt;SERVER-74980&lt;/del&gt;&lt;/a&gt; Reducing CatalogCache verbosity&lt;/p&gt;

&lt;p&gt;(cherry picked from commit dcd8c050fb807cd6a30f1c3f833f4be23c22fdcf)&lt;br/&gt;
Branch: v5.0&lt;br/&gt;
&lt;a href=&quot;https://github.com/mongodb/mongo/commit/8f0b11caeb71db95543f41d9e52cfdba2fea9872&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://github.com/mongodb/mongo/commit/8f0b11caeb71db95543f41d9e52cfdba2fea9872&lt;/a&gt;&lt;/p&gt;</comment>
                            <comment id="5441159" author="xgen-internal-githook" created="Mon, 22 May 2023 08:30:38 +0000"  >&lt;p&gt;Author: &lt;/p&gt;
{&apos;name&apos;: &apos;Sergi Mateo Bellido&apos;, &apos;email&apos;: &apos;sergi.mateo-bellido@mongodb.com&apos;, &apos;username&apos;: &apos;smateo&apos;}
&lt;p&gt;Message: &lt;a href=&quot;https://jira.mongodb.org/browse/SERVER-74980&quot; title=&quot;excessive logging of &amp;quot;Refreshed cached collection&amp;quot; log messages introduced in 5.0&quot; class=&quot;issue-link&quot; data-issue-key=&quot;SERVER-74980&quot;&gt;&lt;del&gt;SERVER-74980&lt;/del&gt;&lt;/a&gt; Reducing CatalogCache verbosity&lt;/p&gt;

&lt;p&gt;(cherry picked from commit dcd8c050fb807cd6a30f1c3f833f4be23c22fdcf)&lt;br/&gt;
Branch: v6.0&lt;br/&gt;
&lt;a href=&quot;https://github.com/mongodb/mongo/commit/9c12dc87d1e43e66de2ac22a532bfbae060ce297&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://github.com/mongodb/mongo/commit/9c12dc87d1e43e66de2ac22a532bfbae060ce297&lt;/a&gt;&lt;/p&gt;</comment>
                            <comment id="5423908" author="xgen-internal-githook" created="Mon, 15 May 2023 06:46:29 +0000"  >&lt;p&gt;Author: &lt;/p&gt;
{&apos;name&apos;: &apos;Sergi Mateo Bellido&apos;, &apos;email&apos;: &apos;sergi.mateo-bellido@mongodb.com&apos;, &apos;username&apos;: &apos;smateo&apos;}
&lt;p&gt;Message: &lt;a href=&quot;https://jira.mongodb.org/browse/SERVER-74980&quot; title=&quot;excessive logging of &amp;quot;Refreshed cached collection&amp;quot; log messages introduced in 5.0&quot; class=&quot;issue-link&quot; data-issue-key=&quot;SERVER-74980&quot;&gt;&lt;del&gt;SERVER-74980&lt;/del&gt;&lt;/a&gt; Reducing CatalogCache verbosity&lt;/p&gt;

&lt;p&gt;(cherry picked from commit dcd8c050fb807cd6a30f1c3f833f4be23c22fdcf)&lt;br/&gt;
Branch: v7.0&lt;br/&gt;
&lt;a href=&quot;https://github.com/mongodb/mongo/commit/98ea9e84db60e0dacc22448bb4cac4999dafe6dc&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://github.com/mongodb/mongo/commit/98ea9e84db60e0dacc22448bb4cac4999dafe6dc&lt;/a&gt;&lt;/p&gt;</comment>
                            <comment id="5418041" author="xgen-internal-githook" created="Thu, 11 May 2023 15:19:55 +0000"  >&lt;p&gt;Author: &lt;/p&gt;
{&apos;name&apos;: &apos;Sergi Mateo Bellido&apos;, &apos;email&apos;: &apos;sergi.mateo-bellido@mongodb.com&apos;, &apos;username&apos;: &apos;smateo&apos;}
&lt;p&gt;Message: &lt;a href=&quot;https://jira.mongodb.org/browse/SERVER-74980&quot; title=&quot;excessive logging of &amp;quot;Refreshed cached collection&amp;quot; log messages introduced in 5.0&quot; class=&quot;issue-link&quot; data-issue-key=&quot;SERVER-74980&quot;&gt;&lt;del&gt;SERVER-74980&lt;/del&gt;&lt;/a&gt; Reducing CatalogCache verbosity&lt;br/&gt;
Branch: master&lt;br/&gt;
&lt;a href=&quot;https://github.com/mongodb/mongo/commit/dcd8c050fb807cd6a30f1c3f833f4be23c22fdcf&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://github.com/mongodb/mongo/commit/dcd8c050fb807cd6a30f1c3f833f4be23c22fdcf&lt;/a&gt;&lt;/p&gt;</comment>
                            <comment id="5413958" author="JIRAUSER1270641" created="Wed, 10 May 2023 11:44:06 +0000"  >&lt;p&gt;Hello Scott, I am Matt a Product Manager from MongoDB and I would love to talk in more detail about your experience operating a sharded MongoDB cluster and to learn how you&apos;re using custom utilities to administer the cluster in a way that delivers for your needs.&#160;&lt;/p&gt;

&lt;p&gt;I&apos;ve reached out to you directly via email. Thanks!&#160;&lt;/p&gt;</comment>
                            <comment id="5411609" author="sglajch@evergage.com" created="Tue, 9 May 2023 15:00:46 +0000"  >&lt;p&gt;First off, thank you so much for your attention here. I know I was very um, direct, in my comment above, but it&apos;s a huge pain we have no way to mitigate without a fix from you.&lt;/p&gt;

&lt;p&gt;Separately, I am curious about the wording about &quot;on steady state, i.e. the cluster is balanced.&quot;&#160; Is this an expectation from the mongodb team, that a cluster would be considered &quot;balanced&quot; ever?&lt;/p&gt;

&lt;p&gt;After running mongodb for almost a decade I can say that I&apos;ve never found a cluster to be balanced once it reaches a certain size.&#160; Once your collections start having thousands, or tens or hundreds of thousands, of chunks in them, there will always be some constant ongoing &quot;inbalances&quot; across the collections, and therefore mongo will always be having something to move during the balancer rounds.&lt;/p&gt;

&lt;p&gt;In fact any time our clusters have had any meaningful balancer work to do (i.e. we&apos;ve added new shards, or we have 1 collection that has a lot of data inserted into it before the balancer can &quot;catch up&quot; to it, etc), a major gripe I have is that the mongo balancer seems to have no logic to it with regards to what chunks it decides to move, so it sort of moves whatever chunks it finds first.&#160; Instead of prioritizing chunks with higher imbalances (either by # of chunks for larger collections, or by % of chunks for lower sized collections).&lt;/p&gt;

&lt;p&gt;So instead we have our own utilities to turn off the balancer, do our own chunks moves manually, and turn it back on later (which runs about 30-50x faster than the builtin mongo balancer, even with us turning on the wait for deletes and writeconcern flags).&lt;/p&gt;

&lt;p&gt;I guess mongodb balancing philosophy isn&apos;t in scope for this bug, but I was curious.&lt;/p&gt;</comment>
                            <comment id="5403215" author="JIRAUSER1256927" created="Fri, 5 May 2023 08:59:08 +0000"  >&lt;p&gt;Hi &lt;a href=&quot;https://jira.mongodb.org/secure/ViewProfile.jspa?name=sglajch%40evergage.com&quot; class=&quot;user-hover&quot; rel=&quot;sglajch@evergage.com&quot;&gt;sglajch@evergage.com&lt;/a&gt; ,&lt;/p&gt;

&lt;p&gt;Thank you for the extra information: on the config server forced refreshes are triggered periodically as part of each balancing round.&#160; I have created a cluster with 1000 sharded collections and verified that:&lt;br/&gt;
1.  When the cluster is unbalanced, we traverse all collections even though perhaps the balancer already has enough work for the current round (&lt;a href=&quot;https://jira.mongodb.org/browse/SERVER-70973&quot; title=&quot;Balancer should stop iterating collections when there are no more available shards&quot; class=&quot;issue-link&quot; data-issue-key=&quot;SERVER-70973&quot;&gt;&lt;del&gt;SERVER-70973&lt;/del&gt;&lt;/a&gt;). I have requested a backport to 5.0 of that optimization.&lt;br/&gt;
2. On steady state, i.e. the cluster is balanced, we will still traverse all collections, forcing a refresh for each one. I am going to open a pull-request to avoid logging that line by default.&lt;/p&gt;

&lt;p&gt;Thank you!&lt;/p&gt;</comment>
                            <comment id="5384893" author="sglajch@evergage.com" created="Fri, 28 Apr 2023 15:04:20 +0000"  >&lt;p&gt;We have 50,000 entries of this log line &lt;b&gt;&lt;em&gt;every&lt;/em&gt;&lt;/b&gt; &lt;em&gt;&lt;b&gt;minute.&lt;/b&gt;&lt;/em&gt;&lt;/p&gt;

&lt;p&gt;If you&apos;re saying that we&apos;re having 50,000 new collection versions every minute, or that someone is telling the server to force refresh so often?&lt;/p&gt;

&lt;p&gt;I think it&apos;s more likely that the primary configserver (where we see these messages), just periodically refreshes its metadata and loops over every collection, and this log level change means that we get 1 log line for every collection every N time, which is wayyyy too spammy.&lt;/p&gt;</comment>
                            <comment id="5297803" author="JIRAUSER1256927" created="Fri, 24 Mar 2023 06:41:00 +0000"  >&lt;p&gt;In theory we are only executing that function when:&lt;/p&gt;

&lt;ol&gt;
	&lt;li&gt;someone tell us that there is a new version on the config server replica set, or&lt;/li&gt;
	&lt;li&gt;someone tell us to force a refresh.&lt;/li&gt;
&lt;/ol&gt;


&lt;p&gt;Having those logs will help us to understand the internal state of the cache and why we are perfoming those refreshes.&lt;/p&gt;

&lt;p&gt;Thank you!&lt;/p&gt;</comment>
                            <comment id="5296916" author="JIRAUSER1262765" created="Thu, 23 Mar 2023 19:57:12 +0000"  >&lt;blockquote&gt;&lt;p&gt;&lt;tt&gt;isIncremental&lt;/tt&gt;&#160;in this case means whether we have a previous version of the routing information for that namespace, so it is very likely that this condition is true.&#160;&lt;/p&gt;&lt;/blockquote&gt;
&lt;p&gt;&#160;&lt;/p&gt;

&lt;p&gt;Right, so since it is almost always true, you don&apos;t want to log the message every time it&apos;s true right?&#160;&lt;/p&gt;</comment>
                            <comment id="5296781" author="JIRAUSER1256927" created="Thu, 23 Mar 2023 19:10:01 +0000"  >&lt;p&gt;Hi &lt;a href=&quot;https://jira.mongodb.org/secure/ViewProfile.jspa?name=ian.springer%40salesforce.com&quot; class=&quot;user-hover&quot; rel=&quot;ian.springer@salesforce.com&quot;&gt;ian.springer@salesforce.com&lt;/a&gt;,&lt;/p&gt;

&lt;p&gt;&lt;tt&gt;isIncremental&lt;/tt&gt; in this case means whether we have a previous version of the routing information for that namespace, so it is very likely that this condition is true. The other expression, i.e. &lt;tt&gt;newComparableVersion != previousVersion&lt;/tt&gt;, just verifies whether the new version is the same as the previous one. So from a semantic point of view, the logging logic is very similar to the previous one.&lt;/p&gt;

&lt;p&gt;The amount of logging that you are mentioning is huge. Would it be possible to see those logs (the ones about refreshes) to understand what&apos;s happening? I find it very surprising to generate 50K new versions per minute (new versions are generated as part of a DDL operation (e.g. &lt;tt&gt;moveChunk&lt;/tt&gt;)).&lt;/p&gt;

&lt;p&gt;Thank you!&lt;/p&gt;</comment>
                            <comment id="5280325" author="JIRAUSER1270794" created="Fri, 17 Mar 2023 13:37:01 +0000"  >&lt;p&gt;Hi &lt;a href=&quot;https://jira.mongodb.org/secure/ViewProfile.jspa?name=ian.springer%40salesforce.com&quot; class=&quot;user-hover&quot; rel=&quot;ian.springer@salesforce.com&quot;&gt;ian.springer@salesforce.com&lt;/a&gt;,&lt;/p&gt;

&lt;p&gt;Thank you for your report. Passing this along for the team to investigate. Please continue to watch for updates. &lt;/p&gt;

&lt;p&gt;Regards,&lt;br/&gt;
Yuan&lt;/p&gt;</comment>
                    </comments>
                <issuelinks>
                            <issuelinktype id="10420">
                    <name>Backports</name>
                                            <outwardlinks description="backported by">
                                                        </outwardlinks>
                                                        </issuelinktype>
                            <issuelinktype id="10520">
                    <name>Problem/Incident</name>
                                                                <inwardlinks description="is caused by">
                                        <issuelink>
            <issuekey id="1645234">SERVER-55109</issuekey>
        </issuelink>
                            </inwardlinks>
                                    </issuelinktype>
                    </issuelinks>
                <attachments>
                    </attachments>
                <subtasks>
                    </subtasks>
                <customfields>
                                                <customfield id="customfield_10050" key="com.atlassian.jira.toolkit:comments">
                        <customfieldname># Replies</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>12.0</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_18555" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname># of Sprints</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>4.0</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                    <customfield id="customfield_12751" key="com.atlassian.jira.plugin.system.customfieldtypes:multiselect">
                        <customfieldname>Assigned Teams</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue key="25133"><![CDATA[Sharding EMEA]]></customfieldvalue>
    
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                <customfield id="customfield_12450" key="com.atlassian.jira.plugin.system.customfieldtypes:multicheckboxes">
                        <customfieldname>Backport Requested</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue key="25578"><![CDATA[v7.0]]></customfieldvalue>
    <customfieldvalue key="25376"><![CDATA[v6.3]]></customfieldvalue>
    <customfieldvalue key="23470"><![CDATA[v6.0]]></customfieldvalue>
    <customfieldvalue key="21777"><![CDATA[v5.0]]></customfieldvalue>
    
                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10011" key="com.atlassian.jira.plugin.system.customfieldtypes:radiobuttons">
                        <customfieldname>Backwards Compatibility</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue key="10038"><![CDATA[Fully Compatible]]></customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                            <customfield id="customfield_10055" key="com.atlassian.jira.ext.charting:firstresponsedate">
                        <customfieldname>Date of 1st Reply</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>Fri, 17 Mar 2023 13:35:40 +0000</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10052" key="com.atlassian.jira.toolkit:dayslastcommented">
                        <customfieldname>Days since reply</customfieldname>
                        <customfieldvalues>
                                        37 weeks, 2 days ago
    
                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_18254" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Dependencies</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue><![CDATA[]]></customfieldvalue>


                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_15850" key="com.atlassian.jira.plugins.jira-development-integration-plugin:devsummary">
                        <customfieldname>Development</customfieldname>
                        <customfieldvalues>
                            
                        </customfieldvalues>
                    </customfield>
                                                                                                                        <customfield id="customfield_17050" key="com.atlassian.jira.plugin.system.customfieldtypes:radiobuttons">
                        <customfieldname>Downstream Team Attention</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue key="16941"><![CDATA[Not Needed]]></customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <customfield id="customfield_10057" key="com.atlassian.jira.toolkit:lastusercommented">
                        <customfieldname>Last comment by Customer</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>true</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                            <customfield id="customfield_10056" key="com.atlassian.jira.toolkit:lastupdaterorcommenter">
                        <customfieldname>Last commenter</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>luke.bonanomi@mongodb.com</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_11151" key="com.atlassian.jira.toolkit:LastCommentDate">
                        <customfieldname>Last public comment date</customfieldname>
                        <customfieldvalues>
                            37 weeks, 2 days ago
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                    <customfield id="customfield_10032" key="com.atlassian.jira.plugin.system.customfieldtypes:select">
                        <customfieldname>Operating System</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue key="10026"><![CDATA[ALL]]></customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                <customfield id="customfield_10051" key="com.atlassian.jira.toolkit:participants">
                        <customfieldname>Participants</customfieldname>
                        <customfieldvalues>
                                        <customfieldvalue>xgen-internal-githook</customfieldvalue>
            <customfieldvalue>ian.springer@salesforce.com</customfieldvalue>
            <customfieldvalue>matt.panton@mongodb.com</customfieldvalue>
            <customfieldvalue>sglajch@evergage.com</customfieldvalue>
            <customfieldvalue>sergi.mateo-bellido@mongodb.com</customfieldvalue>
            <customfieldvalue>yuan.fang@mongodb.com</customfieldvalue>
    
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                        <customfield id="customfield_14254" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>Product Rank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>1|i20m5j:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                <customfield id="customfield_12550" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>Rank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>2|i1izi0:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10558" key="com.pyxis.greenhopper.jira:gh-global-rank">
                        <customfieldname>Rank (Obsolete)</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>9223372036854775807</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                            <customfield id="customfield_23361" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Requested By</customfieldname>
                        <customfieldvalues>
                                

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                            <customfield id="customfield_22250" key="com.atlassian.jira.plugin.system.customfieldtypes:radiobuttons">
                        <customfieldname>Special Downgrade Instructions Required</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue key="23343"><![CDATA[Not Needed]]></customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10557" key="com.pyxis.greenhopper.jira:gh-sprint">
                        <customfieldname>Sprint</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue id="6817">Sharding EMEA 2023-04-03</customfieldvalue>
    <customfieldvalue id="6818">Sharding EMEA 2023-04-17</customfieldvalue>
    <customfieldvalue id="7185">Sharding EMEA 2023-05-01</customfieldvalue>
    <customfieldvalue id="7186">Sharding EMEA 2023-05-15</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                        <customfield id="customfield_10750" key="com.atlassian.jira.plugin.system.customfieldtypes:textarea">
                        <customfieldname>Steps To Reproduce</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>&lt;p&gt;Run a 5.0.15 sharded cluster with lots of collections&lt;/p&gt;</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                    <customfield id="customfield_10053" key="com.atlassian.jira.ext.charting:timeinstatus">
                        <customfieldname>Time In Status</customfieldname>
                        <customfieldvalues>
                            
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                        <customfield id="customfield_22870" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Triagers</customfieldname>
                        <customfieldvalues>
                                

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                    <customfield id="customfield_14350" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>serverRank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>1|i208av:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                    </customfields>
    </item>
</channel>
</rss>