<!-- 
RSS generated by JIRA (9.7.1#970001-sha1:2222b88b221c4928ef0de3161136cc90c8356a66) at Thu Feb 08 04:32:51 UTC 2024

It is possible to restrict the fields that are returned in this document by specifying the 'field' parameter in your request.
For example, to request only the issue key and summary append 'field=key&field=summary' to the URL of your request.
-->
<rss version="0.92" >
<channel>
    <title>MongoDB Jira</title>
    <link>https://jira.mongodb.org</link>
    <description>This file is an XML representation of an issue</description>
    <language>en-us</language>    <build-info>
        <version>9.7.1</version>
        <build-number>970001</build-number>
        <build-date>13-04-2023</build-date>
    </build-info>


<item>
            <title>[SERVER-33264] networkAsio  create connection  very  slow</title>
                <link>https://jira.mongodb.org/browse/SERVER-33264</link>
                <project id="10000" key="SERVER">Core Server</project>
                    <description>&lt;p&gt;Hi&lt;/p&gt;

&lt;p&gt;as described in &lt;a href=&quot;https://jira.mongodb.org/browse/SERVER-32916&quot; title=&quot;mongos creates lots of  connections  to  nongod nodes &quot; class=&quot;issue-link&quot; data-issue-key=&quot;SERVER-32916&quot;&gt;&lt;del&gt;SERVER-32916&lt;/del&gt;&lt;/a&gt; ,&lt;br/&gt;
we set  ShardingTaskExecutorPoolMinSize: 8  and  taskExecutorPoolSize: 12 ,&lt;br/&gt;
finally&#65292; we still find  some slow  connection threads, which took  3008ms .&lt;br/&gt;
and ,these slow connections  were connecting to the same mongod instance.&lt;/p&gt;

&lt;p/&gt;
&lt;div id=&quot;syntaxplugin&quot; class=&quot;syntaxplugin&quot; style=&quot;border: 1px dashed #bbb; border-radius: 5px !important; overflow: auto; max-height: 30em;&quot;&gt;
&lt;table cellspacing=&quot;0&quot; cellpadding=&quot;0&quot; border=&quot;0&quot; width=&quot;100%&quot; style=&quot;font-size: 1em; line-height: 1.4em !important; font-weight: normal; font-style: normal; color: black;&quot;&gt;
		&lt;tbody &gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;  margin-top: 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;2018-02-12T14:54:11.525+0800 I ASIO     [NetworkInterfaceASIO-TaskExecutorPool-7-0] Successfully connected to 10.136.126.4:27000, took 231ms (11 connections now open to 10.136.126.4:27000)&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;2018-02-12T14:54:11.640+0800 I ASIO     [NetworkInterfaceASIO-TaskExecutorPool-7-0] Successfully connected to 10.136.126.4:27000, took 201ms (11 connections now open to 10.136.126.4:27000)&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;2018-02-12T14:54:14.488+0800 I ASIO     [NetworkInterfaceASIO-TaskExecutorPool-7-0] Successfully connected to 10.136.126.4:27000, took 3003ms (11 connections now open to 10.136.126.4:27000)&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;2018-02-12T14:54:22.433+0800 I ASIO     [NetworkInterfaceASIO-TaskExecutorPool-3-0] Successfully connected to 10.136.126.4:27000, took 265ms (10 connections now open to 10.136.126.4:27000)&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;2018-02-12T14:54:22.447+0800 I ASIO     [NetworkInterfaceASIO-TaskExecutorPool-1-0] Successfully connected to 10.136.126.4:27000, took 266ms (12 connections now open to 10.136.126.4:27000)&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;2018-02-12T14:54:22.479+0800 I ASIO     [NetworkInterfaceASIO-TaskExecutorPool-1-0] Successfully connected to 10.136.126.4:27000, took 75ms (12 connections now open to 10.136.126.4:27000)&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;2018-02-12T14:54:22.493+0800 I ASIO     [NetworkInterfaceASIO-TaskExecutorPool-1-0] Successfully connected to 10.136.126.4:27000, took 66ms (12 connections now open to 10.136.126.4:27000)&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;2018-02-12T14:54:25.274+0800 I ASIO     [NetworkInterfaceASIO-TaskExecutorPool-3-0] Successfully connected to 10.136.126.4:27000, took 3004ms (10 connections now open to 10.136.126.4:27000)&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;2018-02-12T14:54:25.289+0800 I ASIO     [NetworkInterfaceASIO-TaskExecutorPool-5-0] Successfully connected to 10.136.126.4:27000, took 3007ms (9 connections now open to 10.136.126.4:27000)&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   margin-bottom: 10px;  width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;2018-02-12T14:54:25.327+0800 I ASIO     [NetworkInterfaceASIO-TaskExecutorPool-1-0] Successfully connected to 10.136.126.4:27000, took 3005ms (12 connections now open to 10.136.126.4:27000)&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
			&lt;/tbody&gt;
&lt;/table&gt;
&lt;/div&gt;
&lt;p/&gt;

&lt;p&gt;Thanks.&lt;/p&gt;</description>
                <environment></environment>
        <key id="496443">SERVER-33264</key>
            <summary>networkAsio  create connection  very  slow</summary>
                <type id="6" iconUrl="https://jira.mongodb.org/secure/viewavatar?size=xsmall&amp;avatarId=14720&amp;avatarType=issuetype">Question</type>
                                            <priority id="3" iconUrl="https://jira.mongodb.org/images/icons/priorities/major.svg">Major - P3</priority>
                        <status id="6" iconUrl="https://jira.mongodb.org/images/icons/statuses/closed.png" description="The issue is considered finished, the resolution is correct. Issues which are closed can be reopened.">Closed</status>
                    <statusCategory id="3" key="done" colorName="success"/>
                                    <resolution id="9">Done</resolution>
                                        <assignee username="dmitry.agranat@mongodb.com">Dmitry Agranat</assignee>
                                    <reporter username="shawn001">shawn</reporter>
                        <labels>
                    </labels>
                <created>Mon, 12 Feb 2018 07:27:19 +0000</created>
                <updated>Wed, 11 Apr 2018 02:40:09 +0000</updated>
                            <resolved>Fri, 9 Mar 2018 17:17:31 +0000</resolved>
                                                                    <component>Networking</component>
                                        <votes>0</votes>
                                    <watches>8</watches>
                                                                                                                <comments>
                            <comment id="1861001" author="shawn001" created="Wed, 11 Apr 2018 02:40:09 +0000"  >&lt;p&gt;Hi Dima&lt;/p&gt;

&lt;p&gt;1. The reason of enable heapProfiler is that&#65292; we met this issue  &lt;a href=&quot;https://jira.mongodb.org/browse/SERVER-22224&quot; class=&quot;external-link&quot; rel=&quot;nofollow&quot;&gt;issue 22224&lt;/a&gt; . but we didn&apos;t found this is a bug ,so we enable  heapProfiler .&lt;br/&gt;
With the help of  Bruce Lucas , we get the root cause of this issue, and we didn&apos;t restart this mongod instance.&lt;/p&gt;

&lt;p&gt;2. issue of  connections&lt;br/&gt;
we choose a mongo instance ,  set these parameter&#65306; ShardingTaskExecutorPoolMinSize: 8  and  taskExecutorPoolSize: 12   &#65292; restart it.&lt;br/&gt;
the next day, using  this shell &quot;tail -200000   /path to mongos.log  |awk &apos;/took/{gsub(/ms/,&quot;&quot;, $10); if($10&amp;gt;3){print $16}}&apos;|sort |uniq -c &quot;,  founding:&lt;br/&gt;
   2872  IP1:config replica set port)&lt;br/&gt;
   2640 IP2:config replica set port)&lt;/p&gt;

&lt;p&gt;using the same shell on the host which doesn&apos;t set   parameter, it showed:&lt;br/&gt;
     17 IP3:config replica set port)&lt;br/&gt;
     28 IP1:config replica set port)&lt;br/&gt;
     56 IP2:config replica set port)&lt;br/&gt;
    222 IP4:data replica port)&lt;/p&gt;

&lt;p&gt;we can see, the slow connection to the  config replica set increase sharply, but  the slow connection to mongod instance  disappear.&lt;/p&gt;

&lt;p&gt;Is there anything  i missed ?&lt;/p&gt;

&lt;p&gt;Thanks.&lt;/p&gt;





</comment>
                            <comment id="1818381" author="dmitry.agranat" created="Wed, 28 Feb 2018 12:39:11 +0000"  >&lt;p&gt;Hi &lt;a href=&quot;https://jira.mongodb.org/secure/ViewProfile.jspa?name=shawn001&quot; class=&quot;user-hover&quot; rel=&quot;shawn001&quot;&gt;shawn001&lt;/a&gt;,&lt;/p&gt;

&lt;p&gt;Thank you for providing the requested information. It appears that the reported connection creation was slow because of the &lt;tt&gt;mongod&lt;/tt&gt; process being slow.&lt;/p&gt;

&lt;p&gt; &lt;span class=&quot;image-wrap&quot; style=&quot;&quot;&gt;&lt;img src=&quot;https://jira.mongodb.org/secure/attachment/180500/180500_connection_spike_server_33264.png&quot; width=&quot;100%&quot; style=&quot;border: 0px solid black&quot; /&gt;&lt;/span&gt;&lt;/p&gt;

&lt;ul class=&quot;alternate&quot; type=&quot;square&quot;&gt;
	&lt;li&gt;The time in the above graph is in UTC&lt;/li&gt;
	&lt;li&gt;Until A and after B, we are serving ~10K ops&lt;/li&gt;
	&lt;li&gt;At A, in a matter of a few seconds, ~10K connections were created. Please also note a very high kernel CPU during this time&lt;/li&gt;
	&lt;li&gt;Between A and B, we can see the drop in the ops and the reported slow connections&lt;/li&gt;
	&lt;li&gt;After B, the connections rate returned to 0.5K connections per second and the ops rate returned to normal&lt;/li&gt;
&lt;/ul&gt;


&lt;p&gt;As a side note, could you please clarify why you are running with &lt;tt&gt;heapProfiler&lt;/tt&gt; enabled?&lt;/p&gt;

&lt;p&gt;Thanks,&lt;br/&gt;
Dima&lt;/p&gt;</comment>
                            <comment id="1815566" author="shawn001" created="Mon, 26 Feb 2018 02:40:48 +0000"  >&lt;p&gt;HI&lt;/p&gt;

&lt;p&gt;the complete logs as following.&lt;/p&gt;

&lt;p&gt;&lt;a href=&quot;https://jira.mongodb.org/secure/attachment/177070/metrics.tar.gz&quot; class=&quot;external-link&quot; rel=&quot;nofollow&quot;&gt;metrics.tar.gz&lt;/a&gt;&lt;/p&gt;


&lt;p&gt;&lt;a href=&quot;https://jira.mongodb.org/secure/attachment/177068/mongod.log.tar.gz&quot; class=&quot;external-link&quot; rel=&quot;nofollow&quot;&gt;mongod.log&lt;/a&gt;&lt;/p&gt;


&lt;p&gt;&lt;a href=&quot;https://jira.mongodb.org/secure/attachment/177069/mongos.log.tar.gz&quot; class=&quot;external-link&quot; rel=&quot;nofollow&quot;&gt;mongos.log&lt;/a&gt;&lt;/p&gt;</comment>
                            <comment id="1803640" author="thomas.schubert" created="Mon, 12 Feb 2018 22:41:11 +0000"  >&lt;p&gt;Hi &lt;a href=&quot;https://jira.mongodb.org/secure/ViewProfile.jspa?name=shawn001&quot; class=&quot;user-hover&quot; rel=&quot;shawn001&quot;&gt;shawn001&lt;/a&gt;,&lt;/p&gt;

&lt;p&gt;Would you please upload the complete logs?&lt;/p&gt;

&lt;p&gt;Thank you,&lt;br/&gt;
Kelsey&lt;/p&gt;</comment>
                    </comments>
                    <attachments>
                            <attachment id="180500" name="connection_spike_server_33264.png" size="225801" author="dmitry.agranat@mongodb.com" created="Wed, 28 Feb 2018 15:02:02 +0000"/>
                    </attachments>
                <subtasks>
                    </subtasks>
                <customfields>
                                                <customfield id="customfield_10050" key="com.atlassian.jira.toolkit:comments">
                        <customfieldname># Replies</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>4.0</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <customfield id="customfield_10055" key="com.atlassian.jira.ext.charting:firstresponsedate">
                        <customfieldname>Date of 1st Reply</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>Mon, 12 Feb 2018 22:41:11 +0000</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10052" key="com.atlassian.jira.toolkit:dayslastcommented">
                        <customfieldname>Days since reply</customfieldname>
                        <customfieldvalues>
                                        5 years, 44 weeks, 1 day ago
    
                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_18254" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Dependencies</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue><![CDATA[]]></customfieldvalue>


                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_15850" key="com.atlassian.jira.plugins.jira-development-integration-plugin:devsummary">
                        <customfieldname>Development</customfieldname>
                        <customfieldvalues>
                            
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                            <customfield id="customfield_10057" key="com.atlassian.jira.toolkit:lastusercommented">
                        <customfieldname>Last comment by Customer</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>true</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                            <customfield id="customfield_10056" key="com.atlassian.jira.toolkit:lastupdaterorcommenter">
                        <customfieldname>Last commenter</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>shawn001</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_11151" key="com.atlassian.jira.toolkit:LastCommentDate">
                        <customfieldname>Last public comment date</customfieldname>
                        <customfieldvalues>
                            5 years, 44 weeks, 1 day ago
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                    <customfield id="customfield_10051" key="com.atlassian.jira.toolkit:participants">
                        <customfieldname>Participants</customfieldname>
                        <customfieldvalues>
                                        <customfieldvalue>dmitry.agranat@mongodb.com</customfieldvalue>
            <customfieldvalue>kelsey.schubert@mongodb.com</customfieldvalue>
            <customfieldvalue>shawn001</customfieldvalue>
    
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                        <customfield id="customfield_14254" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>Product Rank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>1|htq54n:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                <customfield id="customfield_12550" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>Rank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>2|hthm2n:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10558" key="com.pyxis.greenhopper.jira:gh-global-rank">
                        <customfieldname>Rank (Obsolete)</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>9223372036854775807</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                            <customfield id="customfield_23361" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Requested By</customfieldname>
                        <customfieldvalues>
                                

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <customfield id="customfield_10053" key="com.atlassian.jira.ext.charting:timeinstatus">
                        <customfieldname>Time In Status</customfieldname>
                        <customfieldvalues>
                            
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                        <customfield id="customfield_22870" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Triagers</customfieldname>
                        <customfieldvalues>
                                    <customfieldvalue><![CDATA[dmitry.agranat@mongodb.com]]></customfieldvalue>
    

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                    <customfield id="customfield_14350" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>serverRank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>1|htpr9r:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                    </customfields>
    </item>
</channel>
</rss>