<!-- 
RSS generated by JIRA (9.7.1#970001-sha1:2222b88b221c4928ef0de3161136cc90c8356a66) at Thu Feb 08 03:55:03 UTC 2024

It is possible to restrict the fields that are returned in this document by specifying the 'field' parameter in your request.
For example, to request only the issue key and summary append 'field=key&field=summary' to the URL of your request.
-->
<rss version="0.92" >
<channel>
    <title>MongoDB Jira</title>
    <link>https://jira.mongodb.org</link>
    <description>This file is an XML representation of an issue</description>
    <language>en-us</language>    <build-info>
        <version>9.7.1</version>
        <build-number>970001</build-number>
        <build-date>13-04-2023</build-date>
    </build-info>


<item>
            <title>[SERVER-20716] Slow listDatabases with WT</title>
                <link>https://jira.mongodb.org/browse/SERVER-20716</link>
                <project id="10000" key="SERVER">Core Server</project>
                    <description>&lt;p&gt;On instance with more than 2k databases, a listDatabase take more than 11s :&lt;/p&gt;
&lt;p/&gt;
&lt;div id=&quot;syntaxplugin&quot; class=&quot;syntaxplugin&quot; style=&quot;border: 1px dashed #bbb; border-radius: 5px !important; overflow: auto; max-height: 30em;&quot;&gt;
&lt;table cellspacing=&quot;0&quot; cellpadding=&quot;0&quot; border=&quot;0&quot; width=&quot;100%&quot; style=&quot;font-size: 1em; line-height: 1.4em !important; font-weight: normal; font-style: normal; color: black;&quot;&gt;
		&lt;tbody &gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;  margin-top: 10px;   margin-bottom: 10px;  width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;2015-10-01T15:01:24.173+0000 I COMMAND  [conn3164] command admin.$cmd command: listDatabases { listDatabases: 1.0 } keyUpdates:0 writeConflicts:0 numYields:0 reslen:189925 locks:{ Global: { acquireCount: { r: 5908 } }, Database: { acquireCount: { r: 2954 } } } 11609ms&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
			&lt;/tbody&gt;
&lt;/table&gt;
&lt;/div&gt;
&lt;p/&gt;

&lt;p&gt;Tested on several instances :&lt;/p&gt;
&lt;p/&gt;
&lt;div id=&quot;syntaxplugin&quot; class=&quot;syntaxplugin&quot; style=&quot;border: 1px dashed #bbb; border-radius: 5px !important; overflow: auto; max-height: 30em;&quot;&gt;
&lt;table cellspacing=&quot;0&quot; cellpadding=&quot;0&quot; border=&quot;0&quot; width=&quot;100%&quot; style=&quot;font-size: 1em; line-height: 1.4em !important; font-weight: normal; font-style: normal; color: black;&quot;&gt;
		&lt;tbody &gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;  margin-top: 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;2015-10-01T15:02:41.537+0000 I COMMAND  [conn4713] command admin.$cmd command: listDatabases { listDatabases: 1.0 } keyUpdates:0 writeConflicts:0 numYields:0 reslen:213799 locks:{ Global: { acquireCount: { r: 6626 } }, Database: { acquireCount: { r: 3313 } } } 13618ms&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;2015-10-01T15:03:10.178+0000 I COMMAND  [conn3400] command admin.$cmd command: listDatabases { listDatabases: 1.0 } keyUpdates:0 writeConflicts:0 numYields:0 reslen:187243 locks:{ Global: { acquireCount: { r: 5826 } }, Database: { acquireCount: { r: 2913 } } } 10917ms&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   margin-bottom: 10px;  width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;2015-10-01T15:03:47.616+0000 I COMMAND  [conn316099] command admin.$cmd command: listDatabases { listDatabases: 1.0 } keyUpdates:0 writeConflicts:0 numYields:0 reslen:192677 locks:{ Global: { acquireCount: { r: 5996 } }, Database: { acquireCount: { r: 2998 } } } 11979ms&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
			&lt;/tbody&gt;
&lt;/table&gt;
&lt;/div&gt;
&lt;p/&gt;

&lt;p&gt;On another instance, running in 2.6 with mmapv1, listing about 8x more databases take less than 1s :&lt;/p&gt;
&lt;p/&gt;
&lt;div id=&quot;syntaxplugin&quot; class=&quot;syntaxplugin&quot; style=&quot;border: 1px dashed #bbb; border-radius: 5px !important; overflow: auto; max-height: 30em;&quot;&gt;
&lt;table cellspacing=&quot;0&quot; cellpadding=&quot;0&quot; border=&quot;0&quot; width=&quot;100%&quot; style=&quot;font-size: 1em; line-height: 1.4em !important; font-weight: normal; font-style: normal; color: black;&quot;&gt;
		&lt;tbody &gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;  margin-top: 10px;   margin-bottom: 10px;  width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;2015-10-01T15:07:56.751+0000 [conn224132] command admin.$cmd command: listDatabases { listDatabases: 1.0 } keyUpdates:0 numYields:0 locks(micros) R:23663 r:128494 reslen:1300875 866ms&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
			&lt;/tbody&gt;
&lt;/table&gt;
&lt;/div&gt;
&lt;p/&gt;

&lt;p&gt;Seems related to &lt;a href=&quot;https://jira.mongodb.org/browse/SERVER-17078&quot; title=&quot;show databases taking extraordinarily long with wiredTiger&quot; class=&quot;issue-link&quot; data-issue-key=&quot;SERVER-17078&quot;&gt;&lt;del&gt;SERVER-17078&lt;/del&gt;&lt;/a&gt;&lt;/p&gt;

&lt;p&gt;Mongo version : 3.0.6&lt;br/&gt;
OS : Linux / Ubuntu 14.04&lt;br/&gt;
Storage configuration : &lt;br/&gt;
storageEngine = wiredTiger&lt;br/&gt;
wiredTigerCollectionBlockCompressor = snappy&lt;br/&gt;
wiredTigerCacheSizeGB = 3&lt;/p&gt;
</description>
                <environment></environment>
        <key id="232368">SERVER-20716</key>
            <summary>Slow listDatabases with WT</summary>
                <type id="1" iconUrl="https://jira.mongodb.org/secure/viewavatar?size=xsmall&amp;avatarId=14703&amp;avatarType=issuetype">Bug</type>
                                            <priority id="3" iconUrl="https://jira.mongodb.org/images/icons/priorities/major.svg">Major - P3</priority>
                        <status id="6" iconUrl="https://jira.mongodb.org/images/icons/statuses/closed.png" description="The issue is considered finished, the resolution is correct. Issues which are closed can be reopened.">Closed</status>
                    <statusCategory id="3" key="done" colorName="success"/>
                                    <resolution id="3">Duplicate</resolution>
                                        <assignee username="-1">Unassigned</assignee>
                                    <reporter username="anthony@brodard.me">Anthony Brodard</reporter>
                        <labels>
                    </labels>
                <created>Thu, 1 Oct 2015 15:19:54 +0000</created>
                <updated>Thu, 12 Nov 2015 22:50:36 +0000</updated>
                            <resolved>Thu, 12 Nov 2015 22:50:36 +0000</resolved>
                                    <version>3.0.6</version>
                                                    <component>WiredTiger</component>
                                        <votes>3</votes>
                                    <watches>16</watches>
                                                                                                                <comments>
                            <comment id="1087298" author="ian@10gen.com" created="Thu, 12 Nov 2015 22:50:36 +0000"  >&lt;p&gt;Hi Anthony, once again thanks a lot for the bug report.  Because it looks like this is a particular symptom that we&apos;re going to be addressing through a few different fixes (&lt;a href=&quot;https://jira.mongodb.org/browse/SERVER-20961&quot; title=&quot;Large amounts of create and drop collections can cause listDatabases to be slow under WiredTiger&quot; class=&quot;issue-link&quot; data-issue-key=&quot;SERVER-20961&quot;&gt;&lt;del&gt;SERVER-20961&lt;/del&gt;&lt;/a&gt;, &lt;a href=&quot;https://jira.mongodb.org/browse/SERVER-21067&quot; title=&quot;Investigate having the storage size of a given collection/index/database cached within the WT/KV api&quot; class=&quot;issue-link&quot; data-issue-key=&quot;SERVER-21067&quot;&gt;&lt;del&gt;SERVER-21067&lt;/del&gt;&lt;/a&gt;, &lt;a href=&quot;https://jira.mongodb.org/browse/SERVER-3181&quot; title=&quot;Add option to listDatabases to only get db names, not size info&quot; class=&quot;issue-link&quot; data-issue-key=&quot;SERVER-3181&quot;&gt;&lt;del&gt;SERVER-3181&lt;/del&gt;&lt;/a&gt;) I&apos;m going to close this as a duplicate and link to those 3 issues.  &lt;/p&gt;

&lt;p&gt;We try to only keep issues open when we know that code will be committed and attached to it, and in this case the code that&apos;s relevant for you will show up on these other 3 issues; for updates as we continue to work on these please add yourself as a watcher there.&lt;/p&gt;</comment>
                            <comment id="1071311" author="anthony@brodard.me" created="Tue, 27 Oct 2015 08:37:45 +0000"  >&lt;p&gt;Hi David,&lt;/p&gt;

&lt;p&gt;I think we can wait until the mentioned tickets are closed.&lt;br/&gt;
About disabling dbstat on MMS, it&apos;s already disabled since a very long time. The agent is up to date, and have been restarted many times since the modification.&lt;/p&gt;

&lt;p&gt;Thank you for your help,&lt;br/&gt;
Anthony&lt;/p&gt;</comment>
                            <comment id="1070125" author="david.hows" created="Mon, 26 Oct 2015 04:23:48 +0000"  >&lt;p&gt;Hi Anthony,&lt;/p&gt;

&lt;p&gt;One last thing, you may be able to stop the MMS agent from running the listDatabases command by disabling dbstats collection.&lt;/p&gt;

&lt;p&gt;You can find instructions on how to do this at: &lt;a href=&quot;https://docs.cloud.mongodb.com/faq/#how-does-mms-gather-database-statistics&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://docs.cloud.mongodb.com/faq/#how-does-mms-gather-database-statistics&lt;/a&gt;&lt;/p&gt;

&lt;p&gt;Regards,&lt;br/&gt;
David&lt;/p&gt;</comment>
                            <comment id="1068536" author="david.hows" created="Thu, 22 Oct 2015 22:34:57 +0000"  >&lt;p&gt;Thanks Anthony,&lt;/p&gt;

&lt;p&gt;Thats great background to this issue.&lt;/p&gt;

&lt;p&gt;Thus far from investigating this issue we have raised 3 tickets, which suggest changes that could be made here to hopefully mitigate the problems you are seeing:&lt;/p&gt;
&lt;ol&gt;
	&lt;li&gt;&lt;a href=&quot;https://jira.mongodb.org/browse/SERVER-20961&quot; title=&quot;Large amounts of create and drop collections can cause listDatabases to be slow under WiredTiger&quot; class=&quot;issue-link&quot; data-issue-key=&quot;SERVER-20961&quot;&gt;&lt;del&gt;SERVER-20961&lt;/del&gt;&lt;/a&gt; - which aims to remove some of the overhead in the WiredTiger leg of each operation (currently targeted to be in 3.0.8 and in 3.2)&lt;/li&gt;
	&lt;li&gt;&lt;a href=&quot;https://jira.mongodb.org/browse/SERVER-21067&quot; title=&quot;Investigate having the storage size of a given collection/index/database cached within the WT/KV api&quot; class=&quot;issue-link&quot; data-issue-key=&quot;SERVER-21067&quot;&gt;&lt;del&gt;SERVER-21067&lt;/del&gt;&lt;/a&gt; - which looks to cache some of the data around database size, removing the need for a size lookup for each collection/index&lt;/li&gt;
	&lt;li&gt;&lt;a href=&quot;https://jira.mongodb.org/browse/SERVER-21066&quot; title=&quot;Investigate listDatabases option to return only dbnames and skip sizes&quot; class=&quot;issue-link&quot; data-issue-key=&quot;SERVER-21066&quot;&gt;&lt;del&gt;SERVER-21066&lt;/del&gt;&lt;/a&gt;/&lt;a href=&quot;https://jira.mongodb.org/browse/SERVER-3181&quot; title=&quot;Add option to listDatabases to only get db names, not size info&quot; class=&quot;issue-link&quot; data-issue-key=&quot;SERVER-3181&quot;&gt;&lt;del&gt;SERVER-3181&lt;/del&gt;&lt;/a&gt; - option to return only the database names, removing some overhead&lt;/li&gt;
&lt;/ol&gt;


&lt;p&gt;For now, I think there is little more we can do on this ticket as the work will be on the tickets listed above.&lt;/p&gt;

&lt;p&gt;Let me know if there is more I can do to help here or if you are okay with my marking this ticket as being completed by the above tickets.&lt;/p&gt;

&lt;p&gt;Regards,&lt;br/&gt;
David&lt;/p&gt;</comment>
                            <comment id="1067653" author="anthony@sendinblue.com" created="Thu, 22 Oct 2015 08:48:29 +0000"  >&lt;p&gt;Hi David,&lt;/p&gt;

&lt;p&gt;Thank you for those useful explanation.&lt;/p&gt;

&lt;p&gt;This problem occurs principally when :&lt;/p&gt;
&lt;ul class=&quot;alternate&quot; type=&quot;square&quot;&gt;
	&lt;li&gt;The MMS Agent run a listDatabase on each mongod, located on the same server. In this case, a listDatabase can take more than 1 minute. Before 3.0.6, we had several issues because the  agent closed the connection after few seconds (timeout), but the operation stayed active in the instance and was never released (even a killOp() doesn&apos;t solve the problem).  We already had more than 10 listDatabases running on the same instance. This have been fixed since 3.0.6. I don&apos;t know why the agent need to run this command, and I don&apos;t know if it need the database size.&lt;/li&gt;
	&lt;li&gt;We already had a problem to do a full resync of a secondary member, because before starting replication, it run a listDatabases on the primary, and the query go in timeout after few seconds. &lt;a href=&quot;https://jira.mongodb.org/browse/SERVER-17078&quot; title=&quot;show databases taking extraordinarily long with wiredTiger&quot; class=&quot;issue-link&quot; data-issue-key=&quot;SERVER-17078&quot;&gt;&lt;del&gt;SERVER-17078&lt;/del&gt;&lt;/a&gt; have already considerably reduced the time to run this command, and we don&apos;t get any resync issue since the 3.0.5.&lt;/li&gt;
&lt;/ul&gt;


&lt;p&gt;We list the databases manually rarely, and, even if it can be useful in some cases, the database size is not a essential information.&lt;/p&gt;

&lt;p&gt;Regards,&lt;br/&gt;
Anthony&lt;/p&gt;</comment>
                            <comment id="1067622" author="david.hows" created="Thu, 22 Oct 2015 06:31:35 +0000"  >&lt;p&gt;Hi Anthony,&lt;/p&gt;

&lt;p&gt;Thanks for the extra logs, that has given me a much larger grasp on the situation.&lt;/p&gt;

&lt;p&gt;I will speak in broad numbers here, but it appears that over the whole of your system you have only 4k databases. Within those databases there are 70k collections. And combined you have a total of 230k collections and indexes. &lt;/p&gt;

&lt;p&gt;When you run the listDatabases command we do 2 things, first generate a list of all databases, and then we go and gather the size of each of those databases. Under MMAPv1 this is pretty straightforward as all the data for all the collections and indexes in a given databases are stored in that databases files, so we can just check on the size of those files.&lt;/p&gt;

&lt;p&gt;Under WiredTiger we store each collection and each index in its own individual file. When we go to find the size of the database, we need to go out and gather the sizes from each of the 230K collections and indexes to report on the sizes. From the verbose outputs it shows that we do about 6 or 7 of these entities per microsecond on your system, which is where the time is spent.&lt;/p&gt;

&lt;p&gt;I will be raising some tickets looking at ways we can improve how we go about this, but have a question for you. Do you use those database sizes when listing the databases? Or is this simply looking for all the names to iterate?&lt;/p&gt;

&lt;p&gt;Thanks!&lt;br/&gt;
David&lt;/p&gt;</comment>
                            <comment id="1066628" author="anthony@brodard.me" created="Wed, 21 Oct 2015 09:03:18 +0000"  >&lt;p&gt;Thanks Ramon,&lt;/p&gt;

&lt;p&gt;@David, I&apos;ve uploaded a huge verbose log file.&lt;br/&gt;
I also updated the instance in 3.0.7.&lt;/p&gt;

&lt;p&gt;Regards,&lt;br/&gt;
Anthony&lt;/p&gt;</comment>
                            <comment id="1064481" author="ramon.fernandez" created="Mon, 19 Oct 2015 17:25:33 +0000"  >&lt;p&gt;&lt;a href=&quot;https://jira.mongodb.org/secure/ViewProfile.jspa?name=anthony%40brodard.me&quot; class=&quot;user-hover&quot; rel=&quot;anthony@brodard.me&quot;&gt;anthony@brodard.me&lt;/a&gt;, I&apos;ve created an &lt;a href=&quot;https://10gen-httpsupload.s3.amazonaws.com/upload_forms/4da7de2e-e88d-4748-a2f4-3de4a4324ce3.html for you to send the logs&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;upload portal&lt;/a&gt; David requested. Any data you upload will only be visible to MongoDB engineers.&lt;/p&gt;

&lt;p&gt;Thanks,&lt;br/&gt;
Ram&#243;n.&lt;/p&gt;</comment>
                            <comment id="1064209" author="anthony@brodard.me" created="Mon, 19 Oct 2015 14:34:09 +0000"  >&lt;p&gt;Hi David,&lt;/p&gt;

&lt;p&gt;I confirm we don&apos;t create or drop collection during normal operation.&lt;br/&gt;
Can you give me a secure way to send the verbose file, and confirm it will not be public ?&lt;/p&gt;

&lt;p&gt;Regards,&lt;br/&gt;
Anthony&lt;/p&gt;</comment>
                            <comment id="1063798" author="david.hows" created="Sun, 18 Oct 2015 22:57:17 +0000"  >&lt;p&gt;Hi Anthony,&lt;/p&gt;

&lt;p&gt;Thanks for taking the time to gather that data for me and running those extra tests&lt;/p&gt;

&lt;p&gt;I had hoped that your workload would mirror something akin to the workload seen in &lt;a href=&quot;https://jira.mongodb.org/browse/SERVER-20961&quot; title=&quot;Large amounts of create and drop collections can cause listDatabases to be slow under WiredTiger&quot; class=&quot;issue-link&quot; data-issue-key=&quot;SERVER-20961&quot;&gt;&lt;del&gt;SERVER-20961&lt;/del&gt;&lt;/a&gt;, unfortunately, this does not appear to be the case (I see no drops or collection creation). Infact other than the list databases your system seems to perform well.&lt;/p&gt;

&lt;p&gt;Would you be able to grab the verbose logs as you suggested? I&apos;d like to review the operations you are running. If you ned a more private way to upload files so that they aren&apos;t attached to this ticket please let me know.&lt;/p&gt;

&lt;p&gt;Thanks,&lt;br/&gt;
David&lt;/p&gt;</comment>
                            <comment id="1062776" author="anthony@brodard.me" created="Fri, 16 Oct 2015 14:16:12 +0000"  >&lt;p&gt;Hi David,&lt;/p&gt;

&lt;p&gt;Sorry about the late reply.&lt;br/&gt;
I&apos;ve attached an anonymized log file from the instance. I&apos;m not in verbose mode, so I&apos;m not sure you&apos;ll find interesting things...&lt;/p&gt;

&lt;p&gt;Additionally, can you confirm how you are running the listDatabase command in these cases?&lt;br/&gt;
-&amp;gt; As you can see in the log file, a listDatabases is launched every 15 minutes... by the MMS Agent.&lt;/p&gt;

&lt;p&gt;For information,  we run 10 mongod instances on the same host (in docker containers). Sometimes, listDatabases command were stuck in one or many instances, locking all operations, and causing high load on the physical server. This problem seems to have been fixed since we have upgraded in 3.0.6, but slow listDatabases is still present.&lt;br/&gt;
To exclude the docker environment to the possible causes, I&apos;ve moved and instance outside of Docker. All logs come from this instance.&lt;br/&gt;
I also shutting down all containers to keep only this mongod instance, but the problem was still here.&lt;br/&gt;
Restarting the instance don&apos;t have any impact.&lt;/p&gt;

&lt;p&gt;If needed, I can activate verbose logs on the instance.&lt;/p&gt;

&lt;p&gt;Regards,&lt;br/&gt;
Anthony&lt;/p&gt;</comment>
                            <comment id="1062766" author="anthony@brodard.me" created="Fri, 16 Oct 2015 14:10:58 +0000"  >&lt;p&gt;Add mongod logs&lt;/p&gt;</comment>
                            <comment id="1061053" author="david.hows" created="Thu, 15 Oct 2015 01:01:45 +0000"  >&lt;p&gt;Hi Anthony,&lt;/p&gt;

&lt;p&gt;I&apos;ve been looking over this again, with context from another engineer.&lt;/p&gt;

&lt;p&gt;One thing that has sprung up is that your system has 73K open data handles, which is a not insignificant amount, especially since your system was performing few operations at the time.&lt;/p&gt;

&lt;p&gt;Would you be able to upload the log requested as some of the historical information may be able to inform why this value is where it is.&lt;/p&gt;

&lt;p&gt;Additionally, would you be able to restart the instance and see if that has a positive impact?&lt;/p&gt;

&lt;p&gt;Thanks,&lt;br/&gt;
David&lt;/p&gt;</comment>
                            <comment id="1057476" author="david.hows" created="Sun, 11 Oct 2015 22:32:20 +0000"  >&lt;p&gt;Hi Anthony,&lt;/p&gt;

&lt;p&gt;Sorry for the delay in getting back to you.&lt;/p&gt;

&lt;p&gt;I&apos;ve looked through the files you attached and have not yet been able to find any correlation.&lt;/p&gt;

&lt;p&gt;Would you be able to grab the logfile as well? I added that to the initial request in a second edit so it may not have been emailed to you.&lt;/p&gt;

&lt;p&gt;Additionally, can you confirm how you are running the listDatabase command in these cases?&lt;/p&gt;

&lt;p&gt;Thanks,&lt;br/&gt;
David&lt;/p&gt;</comment>
                            <comment id="1049631" author="anthony@brodard.me" created="Fri, 2 Oct 2015 09:09:40 +0000"  >&lt;p&gt;Hi David,&lt;/p&gt;

&lt;p&gt;I&apos;ve added required files to the ticket.&lt;/p&gt;

&lt;p&gt;Regards,&lt;br/&gt;
Anthony&lt;/p&gt;</comment>
                            <comment id="1049487" author="david.hows" created="Fri, 2 Oct 2015 04:05:28 +0000"  >&lt;p&gt;Hi Anthony,&lt;/p&gt;

&lt;p&gt;I&apos;ve tried to reproduce this under 3.0.6 and listed off 5K databases in under 200ms, as below.&lt;/p&gt;

&lt;p/&gt;
&lt;div id=&quot;syntaxplugin&quot; class=&quot;syntaxplugin&quot; style=&quot;border: 1px dashed #bbb; border-radius: 5px !important; overflow: auto; max-height: 30em;&quot;&gt;
&lt;table cellspacing=&quot;0&quot; cellpadding=&quot;0&quot; border=&quot;0&quot; width=&quot;100%&quot; style=&quot;font-size: 1em; line-height: 1.4em !important; font-weight: normal; font-style: normal; color: black;&quot;&gt;
		&lt;tbody &gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;  margin-top: 10px;   margin-bottom: 10px;  width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;2015-10-02T13:56:24.523+1000 I COMMAND  [conn1] command admin.$cmd command: listDatabases { listDatabases: 1.0 } ntoreturn:1 keyUpdates:0 writeConflicts:0 numYields:0 reslen:287907 locks:{ Global: { acquireCount: { r: 10002 } }, Database: { acquireCount: { r: 5001 } } } 185ms&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
			&lt;/tbody&gt;
&lt;/table&gt;
&lt;/div&gt;
&lt;p/&gt;

&lt;p&gt;Would you be able to gather the run the following commands for me, then run the reproduction again from your system to see if we can shed further light on this issue:&lt;/p&gt;
&lt;p/&gt;
&lt;div id=&quot;syntaxplugin&quot; class=&quot;syntaxplugin&quot; style=&quot;border: 1px dashed #bbb; border-radius: 5px !important; overflow: auto; max-height: 30em;&quot;&gt;
&lt;table cellspacing=&quot;0&quot; cellpadding=&quot;0&quot; border=&quot;0&quot; width=&quot;100%&quot; style=&quot;font-size: 1em; line-height: 1.4em !important; font-weight: normal; font-style: normal; color: black;&quot;&gt;
		&lt;tbody &gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;  margin-top: 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;mongo --eval &quot;while(true) {print(JSON.stringify(db.serverStatus({tcmalloc:true}))); sleep(1000)}&quot; &amp;gt;ss.log &amp;amp;&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   margin-bottom: 10px;  width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;mongo --eval &quot;db.version()&quot; &amp;gt; dbv.log&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
			&lt;/tbody&gt;
&lt;/table&gt;
&lt;/div&gt;
&lt;p/&gt;

&lt;p&gt;Can you also attach the logfile from the instance which is showing the slowness.&lt;/p&gt;

&lt;p&gt;Thanks,&lt;br/&gt;
David&lt;/p&gt;</comment>
                    </comments>
                <issuelinks>
                            <issuelinktype id="10012">
                    <name>Related</name>
                                            <outwardlinks description="related to">
                                        <issuelink>
            <issuekey id="234687">SERVER-20961</issuekey>
        </issuelink>
            <issuelink>
            <issuekey id="235632">SERVER-21066</issuekey>
        </issuelink>
            <issuelink>
            <issuekey id="235633">SERVER-21067</issuekey>
        </issuelink>
                            </outwardlinks>
                                                        </issuelinktype>
                    </issuelinks>
                <attachments>
                            <attachment id="92363" name="dbv.log" size="71" author="anthony@brodard.me" created="Fri, 2 Oct 2015 09:08:59 +0000"/>
                            <attachment id="94385" name="mongod.log" size="18380481" author="anthony@brodard.me" created="Fri, 16 Oct 2015 14:10:57 +0000"/>
                            <attachment id="92362" name="ss.log" size="384031" author="anthony@brodard.me" created="Fri, 2 Oct 2015 09:08:59 +0000"/>
                    </attachments>
                <subtasks>
                    </subtasks>
                <customfields>
                                                <customfield id="customfield_10050" key="com.atlassian.jira.toolkit:comments">
                        <customfieldname># Replies</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>16.0</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <customfield id="customfield_10055" key="com.atlassian.jira.ext.charting:firstresponsedate">
                        <customfieldname>Date of 1st Reply</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>Fri, 2 Oct 2015 04:05:28 +0000</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10052" key="com.atlassian.jira.toolkit:dayslastcommented">
                        <customfieldname>Days since reply</customfieldname>
                        <customfieldvalues>
                                        8 years, 13 weeks, 6 days ago
    
                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_18254" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Dependencies</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue><![CDATA[]]></customfieldvalue>


                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_15850" key="com.atlassian.jira.plugins.jira-development-integration-plugin:devsummary">
                        <customfieldname>Development</customfieldname>
                        <customfieldvalues>
                            
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                    <customfield id="customfield_10057" key="com.atlassian.jira.toolkit:lastusercommented">
                        <customfieldname>Last comment by Customer</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>true</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                            <customfield id="customfield_10056" key="com.atlassian.jira.toolkit:lastupdaterorcommenter">
                        <customfieldname>Last commenter</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>ian@mongodb.com</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_11151" key="com.atlassian.jira.toolkit:LastCommentDate">
                        <customfieldname>Last public comment date</customfieldname>
                        <customfieldvalues>
                            8 years, 13 weeks, 6 days ago
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                    <customfield id="customfield_10032" key="com.atlassian.jira.plugin.system.customfieldtypes:select">
                        <customfieldname>Operating System</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue key="10020"><![CDATA[Linux]]></customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                <customfield id="customfield_10051" key="com.atlassian.jira.toolkit:participants">
                        <customfieldname>Participants</customfieldname>
                        <customfieldvalues>
                                        <customfieldvalue>anthony@brodard.me</customfieldvalue>
            <customfieldvalue>anthony@sendinblue.com</customfieldvalue>
            <customfieldvalue>david.hows</customfieldvalue>
            <customfieldvalue>ian@mongodb.com</customfieldvalue>
            <customfieldvalue>ramon.fernandez@mongodb.com</customfieldvalue>
    
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                        <customfield id="customfield_14254" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>Product Rank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>1|hrkt2f:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                <customfield id="customfield_12550" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>Rank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>2|hsdg2f:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10558" key="com.pyxis.greenhopper.jira:gh-global-rank">
                        <customfieldname>Rank (Obsolete)</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>9223372036854775807</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                            <customfield id="customfield_23361" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Requested By</customfieldname>
                        <customfieldvalues>
                                

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                            <customfield id="customfield_10053" key="com.atlassian.jira.ext.charting:timeinstatus">
                        <customfieldname>Time In Status</customfieldname>
                        <customfieldvalues>
                            
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                        <customfield id="customfield_22870" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Triagers</customfieldname>
                        <customfieldvalues>
                                

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                    <customfield id="customfield_14350" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>serverRank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>1|hsfluf:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                    </customfields>
    </item>
</channel>
</rss>