<!-- 
RSS generated by JIRA (9.7.1#970001-sha1:2222b88b221c4928ef0de3161136cc90c8356a66) at Thu Feb 08 05:23:57 UTC 2024

It is possible to restrict the fields that are returned in this document by specifying the 'field' parameter in your request.
For example, to request only the issue key and summary append 'field=key&field=summary' to the URL of your request.
-->
<rss version="0.92" >
<channel>
    <title>MongoDB Jira</title>
    <link>https://jira.mongodb.org</link>
    <description>This file is an XML representation of an issue</description>
    <language>en-us</language>    <build-info>
        <version>9.7.1</version>
        <build-number>970001</build-number>
        <build-date>13-04-2023</build-date>
    </build-info>


<item>
            <title>[SERVER-50904] mongos cost much sy% CPU, all sy% CPU is 100%&#12290;All requests from the client avalanche</title>
                <link>https://jira.mongodb.org/browse/SERVER-50904</link>
                <project id="10000" key="SERVER">Core Server</project>
                    <description>&lt;p&gt;&lt;span class=&quot;error&quot;&gt;&amp;#91;root@bjhtxx var&amp;#93;&lt;/span&gt;# mongos --version&lt;br/&gt;
mongos version v3.6.1&lt;br/&gt;
git version: 025d4f4fe61efd1fb6f0005be20cb45a004093d1&lt;br/&gt;
OpenSSL version: OpenSSL 1.0.1e-fips 11 Feb 2013&lt;br/&gt;
allocator: tcmalloc&lt;br/&gt;
modules: none&lt;br/&gt;
build environment:&lt;br/&gt;
    distmod: rhel62&lt;br/&gt;
    distarch: x86_64&lt;br/&gt;
    target_arch: x86_64&lt;/p&gt;


&lt;p&gt;top shows as following:&lt;br/&gt;
top - 06:12:58 up 652 days, 16:14,  0 users,  load average: 0.60, 0.39, 0.26&lt;br/&gt;
Tasks: 714 total,   1 running, 712 sleeping,   0 stopped,   1 zombie&lt;br/&gt;
Cpu(s):  2.5%us,  6.1%sy,  0.0%ni, 90.7%id,  0.0%wa,  0.0%hi,  0.6%si,  0.0%st&lt;br/&gt;
Mem:  131819804k total, 126707228k used,  5112576k free,   190928k buffers&lt;br/&gt;
Swap: 16777724k total,        0k used, 16777724k free, 61473624k cached&lt;/p&gt;

&lt;p&gt;  PID USER      PR  NI  VIRT  RES  SHR S %CPU %MEM    TIME+  COMMAND&lt;br/&gt;
 3249 root      20   0 2377m 423m 5744 S 323.2  0.3 270937:13 mongos&lt;br/&gt;
 5900 root      20   0 2341m 316m 5732 S 62.6  0.2 263301:13 mongos&lt;br/&gt;
  542 root      20   0     0    0    0 S  3.6  0.0  40:28.79 kswapd1&lt;br/&gt;
    4 root      20   0     0    0    0 S  2.3  0.0   8869:27 ksoftirqd/0&lt;br/&gt;
   33 root      20   0     0    0    0 S  2.0  0.0   4411:00 ksoftirqd/7&lt;br/&gt;
39893 root      20   0 2850m  34m 8084 S  2.0  0.0 262:43.09 osec_osta_agent&lt;br/&gt;
   85 root      20   0     0    0    0 S  1.7  0.0   9155:36 ksoftirqd/20&lt;br/&gt;
  113 root      20   0     0    0    0 S  1.7  0.0   4374:15 ksoftirqd/27&lt;br/&gt;
31563 tingfeng  20   0 2379m  43m 4188 S  1.7  0.0   1235:53 node_exporter&lt;br/&gt;
    9 root      20   0     0    0    0 S  1.3  0.0   7210:33 ksoftirqd/1&lt;br/&gt;
   13 root      20   0     0    0    0 S  1.3  0.0   6376:45 ksoftirqd/2&lt;br/&gt;
   25 root      20   0     0    0    0 S  1.3  0.0   5072:24 ksoftirqd/5&lt;br/&gt;
   89 root      20   0     0    0    0 S  1.3  0.0   7302:00 ksoftirqd/21&lt;br/&gt;
  105 root      20   0     0    0    0 S  1.3  0.0   5126:01 ksoftirqd/25&lt;/p&gt;




&lt;p&gt;  top - 06:13:01 up 652 days, 16:14,  0 users,  load average: 0.60, 0.39, 0.26&lt;br/&gt;
Tasks: 714 total,   1 running, 712 sleeping,   0 stopped,   1 zombie&lt;br/&gt;
Cpu(s):  0.7%us, 74.4%sy,  0.0%ni, 24.6%id,  0.0%wa,  0.0%hi,  0.3%si,  0.0%st&lt;br/&gt;
Mem:  131819804k total, 126711196k used,  5108608k free,   190928k buffers&lt;br/&gt;
Swap: 16777724k total,        0k used, 16777724k free, 61479556k cached&lt;/p&gt;

&lt;p&gt;  PID USER      PR  NI  VIRT  RES  SHR S %CPU %MEM    TIME+  COMMAND&lt;br/&gt;
 3249 root      20   0 2377m 432m 5744 S 3323.0  0.3 270938:54 mongos&lt;br/&gt;
 5900 root      20   0 2341m 318m 5732 S 777.9  0.2 263301:37 mongos&lt;br/&gt;
 3002 mongodb   20   0 1568m 386m 5336 S  3.6  0.3  43861:47 mongos&lt;br/&gt;
39893 root      20   0 2850m  35m 8084 S  1.7  0.0 262:43.14 osec_osta_agent&lt;br/&gt;
31866 mongodb   20   0 62.1g  57g 8232 S  1.0 45.4  74503:48 mongod&lt;br/&gt;
24663 root      20   0 15544 1744  920 R  0.7  0.0 346:50.50 top&lt;br/&gt;
    4 root      20   0     0    0    0 S  0.3  0.0   8869:27 ksoftirqd/0&lt;br/&gt;
    9 root      20   0     0    0    0 S  0.3  0.0   7210:33 ksoftirqd/1&lt;br/&gt;
  113 root      20   0     0    0    0 S  0.3  0.0   4374:15 ksoftirqd/27&lt;br/&gt;
  117 root      20   0     0    0    0 S  0.3  0.0   3765:47 ksoftirqd/28&lt;br/&gt;
32913 root      20   0  125m  23m 6720 S  0.3  0.0 678:49.79 agent&lt;br/&gt;
    1 root      20   0 19356 1336 1012 S  0.0  0.0   1:01.95 init&lt;br/&gt;
    2 root      20   0     0    0    0 S  0.0  0.0   0:00.10 kthreadd&lt;br/&gt;
    3 root      RT   0     0    0    0 S  0.0  0.0   4:16.03 migration/0&lt;br/&gt;
    5 root      RT   0     0    0    0 S  0.0  0.0   0:00.00 stopper/0&lt;br/&gt;
    6 root      RT   0     0    0    0 S  0.0  0.0   1:01.38 watchdog/0&lt;/p&gt;


&lt;p&gt;top - 06:13:04 up 652 days, 16:14,  0 users,  load average: 6.48, 1.61, 0.65&lt;br/&gt;
Tasks: 714 total,   1 running, 712 sleeping,   0 stopped,   1 zombie&lt;br/&gt;
Cpu(s):  0.8%us, 95.6%sy,  0.0%ni,  3.0%id,  0.0%wa,  0.0%hi,  0.5%si,  0.0%st&lt;br/&gt;
Mem:  131819804k total, 126686300k used,  5133504k free,   190936k buffers&lt;br/&gt;
Swap: 16777724k total,        0k used, 16777724k free, 61481400k cached&lt;/p&gt;

&lt;p&gt;  PID USER      PR  NI  VIRT  RES  SHR S %CPU %MEM    TIME+  COMMAND&lt;br/&gt;
 3249 root      20   0 2377m 453m 5744 S 2719.9  0.4 270940:16 mongos&lt;br/&gt;
 5900 root      20   0 2341m 318m 5732 S 1024.2  0.2 263302:08 mongos&lt;br/&gt;
   82 root      RT   0     0    0    0 S  2.6  0.0   0:56.15 watchdog/19&lt;br/&gt;
 3002 mongodb   20   0 1568m 386m 5336 S  2.6  0.3  43861:47 mongos&lt;br/&gt;
31866 mongodb   20   0 62.1g  57g 8232 S  2.0 45.4  74503:48 mongod&lt;br/&gt;
39893 root      20   0 2850m  34m 8084 S  1.7  0.0 262:43.19 osec_osta_agent&lt;br/&gt;
31563 tingfeng  20   0 2379m  44m 4188 S  1.0  0.0   1235:53 node_exporter&lt;br/&gt;
   45 root      20   0     0    0    0 S  0.7  0.0 208:16.39 ksoftirqd/10&lt;br/&gt;
   49 root      20   0     0    0    0 S  0.7  0.0 144:14.48 ksoftirqd/11&lt;br/&gt;
   77 root      20   0     0    0    0 S  0.7  0.0   5:53.06 ksoftirqd/18&lt;br/&gt;
  153 root      20   0     0    0    0 S  0.7  0.0   8:00.48 ksoftirqd/37&lt;br/&gt;
23455 root      20   0     0    0    0 S  0.7  0.0  25:14.61 flush-8:0&lt;br/&gt;
24663 root      20   0 15544 1744  920 R  0.7  0.0 346:50.52 top&lt;br/&gt;
32913 root      20   0  125m  23m 6720 S  0.7  0.0 678:49.81 agent&lt;br/&gt;
    4 root      20   0     0    0    0 S  0.3  0.0   8869:27 ksoftirqd/0&lt;br/&gt;
    9 root      20   0     0    0    0 S  0.3  0.0   7210:33 ksoftirqd/1&lt;br/&gt;
   13 root      20   0     0    0    0 S  0.3  0.0   6376:45 ksoftirqd/2&lt;br/&gt;
   17 root      20   0     0    0    0 S  0.3  0.0   5378:13 ksoftirqd/3&lt;br/&gt;
   21 root      20   0     0    0    0 S  0.3  0.0   4083:40 ksoftirqd/4&lt;br/&gt;
   25 root      20   0     0    0    0 S  0.3  0.0   5072:24 ksoftirqd/5&lt;/p&gt;



&lt;p&gt;top - 06:13:07 up 652 days, 16:14,  0 users,  load average: 6.48, 1.61, 0.65&lt;br/&gt;
Tasks: 714 total,   1 running, 712 sleeping,   0 stopped,   1 zombie&lt;br/&gt;
Cpu(s):  0.6%us, 98.6%sy,  0.0%ni,  0.5%id,  0.0%wa,  0.0%hi,  0.3%si,  0.0%st&lt;br/&gt;
Mem:  131819804k total, 126654344k used,  5165460k free,   190968k buffers&lt;br/&gt;
Swap: 16777724k total,        0k used, 16777724k free, 61483900k cached&lt;/p&gt;

&lt;p&gt;  PID USER      PR  NI  VIRT  RES  SHR S %CPU %MEM    TIME+  COMMAND&lt;br/&gt;
 3249 root      20   0 2377m 453m 5744 S 2821.5  0.4 270941:42 mongos&lt;br/&gt;
 5900 root      20   0 2341m 318m 5732 S 963.5  0.2 263302:37 mongos&lt;br/&gt;
39893 root      20   0 2850m  34m 8084 S  1.3  0.0 262:43.23 osec_osta_agent&lt;br/&gt;
 3002 mongodb   20   0 1568m 386m 5336 S  0.7  0.3  43861:47 mongos&lt;br/&gt;
24663 root      20   0 15544 1744  920 R  0.7  0.0 346:50.54 top&lt;br/&gt;
31866 mongodb   20   0 62.1g  57g 8232 S  0.7 45.4  74503:48 mongod&lt;br/&gt;
32913 root      20   0  125m  23m 6720 S  0.7  0.0 678:49.83 agent&lt;br/&gt;
35094 tingfeng  20   0 4452m  37m 3148 S  0.7  0.0 267:12.23 tingfeng-cli&lt;br/&gt;
    4 root      20   0     0    0    0 S  0.3  0.0   8869:27 ksoftirqd/0&lt;br/&gt;
    9 root      20   0     0    0    0 S  0.3  0.0   7210:33 ksoftirqd/1&lt;br/&gt;
   65 root      20   0     0    0    0 S  0.3  0.0   8:52.01 ksoftirqd/15&lt;br/&gt;
   69 root      20   0     0    0    0 S  0.3  0.0   6:57.76 ksoftirqd/16&lt;br/&gt;
   73 root      20   0     0    0    0 S  0.3  0.0   6:10.23 ksoftirqd/17&lt;br/&gt;
  121 root      20   0     0    0    0 S  0.3  0.0   3997:21 ksoftirqd/29&lt;br/&gt;
  133 root      20   0     0    0    0 S  0.3  0.0  83:11.86 ksoftirqd/32&lt;br/&gt;
  137 root      20   0     0    0    0 S  0.3  0.0  38:57.37 ksoftirqd/33&lt;br/&gt;
  161 root      20   0     0    0    0 S  0.3  0.0   6:57.32 ksoftirqd/39&lt;br/&gt;
 3924 root      20   0 18520  916  464 S  0.3  0.0 176:12.67 irqbalance&lt;br/&gt;
    1 root      20   0 19356 1336 1012 S  0.0  0.0   1:01.95 init&lt;br/&gt;
    2 root      20   0     0    0    0 S  0.0  0.0   0:00.10 kthreadd&lt;br/&gt;
    3 root      RT   0     0    0    0 S  0.0  0.0   4:16.03 migration/0&lt;br/&gt;
    5 root      RT   0     0    0    0 S  0.0  0.0   0:00.00 stopper/0&lt;br/&gt;
    6 root      RT   0     0    0    0 S  0.0  0.0   1:01.38 watchdog/0&lt;br/&gt;
    7 root      RT   0     0    0    0 S  0.0  0.0   3:08.17 migration/1&lt;/p&gt;


&lt;p&gt;top - 06:13:10 up 652 days, 16:14,  0 users,  load average: 10.36, 2.50, 0.94&lt;br/&gt;
Tasks: 714 total,   1 running, 712 sleeping,   0 stopped,   1 zombie&lt;br/&gt;
Cpu(s):  0.7%us, 98.2%sy,  0.0%ni,  0.8%id,  0.0%wa,  0.0%hi,  0.3%si,  0.0%st&lt;br/&gt;
Mem:  131819804k total, 126639648k used,  5180156k free,   190976k buffers&lt;br/&gt;
Swap: 16777724k total,        0k used, 16777724k free, 61486464k cached&lt;/p&gt;

&lt;p&gt;  PID USER      PR  NI  VIRT  RES  SHR S %CPU %MEM    TIME+  COMMAND&lt;br/&gt;
 3249 root      20   0 2377m 454m 5744 S 3968.9  0.4 270943:42 mongos&lt;br/&gt;
 5900 root      20   0 2341m 318m 5732 S 1654.0  0.2 263303:27 mongos&lt;br/&gt;
31866 mongodb   20   0 62.1g  57g 8232 S  1.6 45.4  74503:48 mongod&lt;br/&gt;
32913 root      20   0  125m  23m 6720 S  1.6  0.0 678:49.88 agent&lt;br/&gt;
39893 root      20   0 2850m  34m 8084 S  1.6  0.0 262:43.28 osec_osta_agent&lt;br/&gt;
 3002 mongodb   20   0 1568m 386m 5336 S  1.0  0.3  43861:47 mongos&lt;br/&gt;
24663 root      20   0 15544 1744  920 R  1.0  0.0 346:50.57 top&lt;br/&gt;
31563 tingfeng  20   0 2379m  43m 4188 S  1.0  0.0   1235:53 node_exporter&lt;br/&gt;
   13 root      20   0     0    0    0 S  0.3  0.0   6376:45 ksoftirqd/2&lt;br/&gt;
   21 root      20   0     0    0    0 S  0.3  0.0   4083:40 ksoftirqd/4&lt;br/&gt;
   29 root      20   0     0    0    0 S  0.3  0.0   2711:07 ksoftirqd/6&lt;br/&gt;
   37 root      20   0     0    0    0 S  0.3  0.0   3768:46 ksoftirqd/8&lt;br/&gt;
   57 root      20   0     0    0    0 S  0.3  0.0  32:41.22 ksoftirqd/13&lt;br/&gt;
   89 root      20   0     0    0    0 S  0.3  0.0   7302:00 ksoftirqd/21&lt;br/&gt;
   93 root      20   0     0    0    0 S  0.3  0.0   6423:23 ksoftirqd/22&lt;br/&gt;
  105 root      20   0     0    0    0 S  0.3  0.0   5126:01 ksoftirqd/25&lt;br/&gt;
  117 root      20   0     0    0    0 S  0.3  0.0   3765:47 ksoftirqd/28&lt;br/&gt;
  125 root      20   0     0    0    0 S  0.3  0.0 205:44.81 ksoftirqd/30&lt;br/&gt;
10831 root      20   0 4054m 325m 2568 S  0.3  0.3 269:43.52 java&lt;br/&gt;
    1 root      20   0 19356 1336 1012 S  0.0  0.0   1:01.95 init&lt;br/&gt;
    2 root      20   0     0    0    0 S  0.0  0.0   0:00.10 kthreadd&lt;br/&gt;
    3 root      RT   0     0    0    0 S  0.0  0.0   4:16.03 migration/0&lt;br/&gt;
    4 root      20   0     0    0    0 S  0.0  0.0   8869:27 ksoftirqd/0&lt;/p&gt;


&lt;p&gt;top - 06:13:13 up 652 days, 16:14,  0 users,  load average: 14.42, 3.47, 1.27&lt;br/&gt;
Tasks: 714 total,   1 running, 712 sleeping,   0 stopped,   1 zombie&lt;br/&gt;
Cpu(s):  0.6%us, 98.3%sy,  0.0%ni,  0.7%id,  0.0%wa,  0.0%hi,  0.4%si,  0.0%st&lt;br/&gt;
Mem:  131819804k total, 126635428k used,  5184376k free,   190976k buffers&lt;br/&gt;
Swap: 16777724k total,        0k used, 16777724k free, 61489364k cached&lt;/p&gt;

&lt;p&gt;  PID USER      PR  NI  VIRT  RES  SHR S %CPU %MEM    TIME+  COMMAND&lt;br/&gt;
 3249 root      20   0 2377m 453m 5744 S 5460.0  0.4 270946:27 mongos&lt;br/&gt;
 5900 root      20   0 2341m 318m 5732 S 2108.6  0.2 263304:31 mongos&lt;br/&gt;
31866 mongodb   20   0 62.1g  57g 8236 S  8.9 45.4  74503:49 mongod&lt;br/&gt;
 3002 mongodb   20   0 1568m 386m 5336 S  5.0  0.3  43861:47 mongos&lt;br/&gt;
39893 root      20   0 2850m  34m 8084 S  2.0  0.0 262:43.34 osec_osta_agent&lt;br/&gt;
24663 root      20   0 15544 1744  920 R  0.7  0.0 346:50.59 top&lt;br/&gt;
32913 root      20   0  125m  23m 6720 S  0.7  0.0 678:49.90 agent&lt;br/&gt;
   17 root      20   0     0    0    0 S  0.3  0.0   5378:13 ksoftirqd/3&lt;br/&gt;
   29 root      20   0     0    0    0 S  0.3  0.0   2711:07 ksoftirqd/6&lt;br/&gt;
   41 root      20   0     0    0    0 S  0.3  0.0   4026:59 ksoftirqd/9&lt;br/&gt;
   49 root      20   0     0    0    0 S  0.3  0.0 144:14.49 ksoftirqd/11&lt;br/&gt;
   53 root      20   0     0    0    0 S  0.3  0.0  70:02.14 ksoftirqd/12&lt;br/&gt;
   61 root      20   0     0    0    0 S  0.3  0.0  15:21.65 ksoftirqd/14&lt;br/&gt;
   77 root      20   0     0    0    0 S  0.3  0.0   5:53.07 ksoftirqd/18&lt;br/&gt;
   81 root      20   0     0    0    0 S  0.3  0.0   5:40.61 ksoftirqd/19&lt;br/&gt;
   97 root      20   0     0    0    0 S  0.3  0.0   5416:48 ksoftirqd/23&lt;br/&gt;
  109 root      20   0     0    0    0 S  0.3  0.0   2723:55 ksoftirqd/26&lt;br/&gt;
  149 root      20   0     0    0    0 S  0.3  0.0   8:44.48 ksoftirqd/36&lt;br/&gt;
  157 root      20   0     0    0    0 S  0.3  0.0   7:17.41 ksoftirqd/38&lt;/p&gt;

&lt;p&gt; top - 06:13:19 up 652 days, 16:14,  0 users,  load average: 18.55, 4.51, 1.61&lt;br/&gt;
Tasks: 714 total,   1 running, 712 sleeping,   0 stopped,   1 zombie&lt;br/&gt;
Cpu(s):  0.7%us, 98.6%sy,  0.0%ni,  0.3%id,  0.0%wa,  0.0%hi,  0.4%si,  0.0%st&lt;br/&gt;
Mem:  131819804k total, 126641620k used,  5178184k free,   190984k buffers&lt;br/&gt;
Swap: 16777724k total,        0k used, 16777724k free, 61493904k cached&lt;/p&gt;

&lt;p&gt;  PID USER      PR  NI  VIRT  RES  SHR S %CPU %MEM    TIME+  COMMAND&lt;br/&gt;
 3249 root      20   0 2377m 453m 5744 S 8128.1  0.4 270950:34 mongos&lt;br/&gt;
 5900 root      20   0 2341m 318m 5732 S 3047.9  0.2 263306:03 mongos&lt;br/&gt;
   53 root      20   0     0    0    0 S  2.0  0.0  70:02.20 ksoftirqd/12&lt;br/&gt;
39893 root      20   0 2850m  34m 8084 S  1.6  0.0 262:43.44 osec_osta_agent&lt;br/&gt;
31563 tingfeng  20   0 2379m  43m 4188 S  1.0  0.0   1235:53 node_exporter&lt;br/&gt;
31866 mongodb   20   0 62.1g  57g 8236 S  1.0 45.4  74503:49 mongod&lt;br/&gt;
 3002 mongodb   20   0 1568m 386m 5336 S  0.7  0.3  43861:47 mongos&lt;br/&gt;
24663 root      20   0 15544 1744  920 R  0.7  0.0 346:50.62 top&lt;br/&gt;
29241 tingfeng  20   0 4764m  44m 3460 S  0.7  0.0 293:15.35 ntp_exporter&lt;br/&gt;
    9 root      20   0     0    0    0 S  0.3  0.0   7210:33 ksoftirqd/1&lt;br/&gt;
   41 root      20   0     0    0    0 S  0.3  0.0   4026:59 ksoftirqd/9&lt;br/&gt;
   45 root      20   0     0    0    0 S  0.3  0.0 208:16.40 ksoftirqd/10&lt;br/&gt;
   65 root      20   0     0    0    0 S  0.3  0.0   8:52.02 ksoftirqd/15&lt;br/&gt;
   69 root      20   0     0    0    0 S  0.3  0.0   6:57.77 ksoftirqd/16&lt;br/&gt;
   97 root      20   0     0    0    0 S  0.3  0.0   5416:48 ksoftirqd/23&lt;br/&gt;
  137 root      20   0     0    0    0 S  0.3  0.0  38:57.38 ksoftirqd/33&lt;/p&gt;



&lt;p&gt;disk IO is very low,  memory  is enough&lt;/p&gt;

&lt;p&gt;load and cpu monitor is :&lt;br/&gt;
 &lt;span class=&quot;image-wrap&quot; style=&quot;&quot;&gt;&lt;a id=&quot;278180_thumb&quot; href=&quot;https://jira.mongodb.org/secure/attachment/278180/278180_image-2020-09-14-15-01-45-113.png&quot; title=&quot;image-2020-09-14-15-01-45-113.png&quot; file-preview-type=&quot;image&quot; file-preview-id=&quot;278180&quot; file-preview-title=&quot;image-2020-09-14-15-01-45-113.png&quot;&gt;&lt;img src=&quot;https://jira.mongodb.org/secure/thumbnail/278180/_thumb_278180.png&quot; style=&quot;border: 0px solid black&quot; role=&quot;presentation&quot;/&gt;&lt;/a&gt;&lt;/span&gt; &lt;/p&gt;

&lt;p&gt;net as following:&lt;br/&gt;
 &lt;span class=&quot;image-wrap&quot; style=&quot;&quot;&gt;&lt;a id=&quot;278179_thumb&quot; href=&quot;https://jira.mongodb.org/secure/attachment/278179/278179_image-2020-09-14-15-02-20-989.png&quot; title=&quot;image-2020-09-14-15-02-20-989.png&quot; file-preview-type=&quot;image&quot; file-preview-id=&quot;278179&quot; file-preview-title=&quot;image-2020-09-14-15-02-20-989.png&quot;&gt;&lt;img src=&quot;https://jira.mongodb.org/secure/thumbnail/278179/_thumb_278179.png&quot; style=&quot;border: 0px solid black&quot; role=&quot;presentation&quot;/&gt;&lt;/a&gt;&lt;/span&gt; &lt;/p&gt;

&lt;p&gt;disk io as following:&lt;br/&gt;
 &lt;span class=&quot;image-wrap&quot; style=&quot;&quot;&gt;&lt;a id=&quot;278178_thumb&quot; href=&quot;https://jira.mongodb.org/secure/attachment/278178/278178_image-2020-09-14-15-03-04-428.png&quot; title=&quot;image-2020-09-14-15-03-04-428.png&quot; file-preview-type=&quot;image&quot; file-preview-id=&quot;278178&quot; file-preview-title=&quot;image-2020-09-14-15-03-04-428.png&quot;&gt;&lt;img src=&quot;https://jira.mongodb.org/secure/thumbnail/278178/_thumb_278178.png&quot; style=&quot;border: 0px solid black&quot; role=&quot;presentation&quot;/&gt;&lt;/a&gt;&lt;/span&gt; &lt;/p&gt;</description>
                <environment></environment>
        <key id="1473247">SERVER-50904</key>
            <summary>mongos cost much sy% CPU, all sy% CPU is 100%&#12290;All requests from the client avalanche</summary>
                <type id="1" iconUrl="https://jira.mongodb.org/secure/viewavatar?size=xsmall&amp;avatarId=14703&amp;avatarType=issuetype">Bug</type>
                                            <priority id="3" iconUrl="https://jira.mongodb.org/images/icons/priorities/major.svg">Major - P3</priority>
                        <status id="6" iconUrl="https://jira.mongodb.org/images/icons/statuses/closed.png" description="The issue is considered finished, the resolution is correct. Issues which are closed can be reopened.">Closed</status>
                    <statusCategory id="3" key="done" colorName="success"/>
                                    <resolution id="4">Incomplete</resolution>
                                        <assignee username="edwin.zhou@mongodb.com">Edwin Zhou</assignee>
                                    <reporter username="1147952115@qq.com">y yz</reporter>
                        <labels>
                    </labels>
                <created>Mon, 14 Sep 2020 07:03:49 +0000</created>
                <updated>Mon, 3 May 2021 17:59:07 +0000</updated>
                            <resolved>Mon, 3 May 2021 17:59:07 +0000</resolved>
                                    <version>3.6.1</version>
                                                    <component>Sharding</component>
                                        <votes>0</votes>
                                    <watches>6</watches>
                                                                                                                <comments>
                            <comment id="3752481" author="JIRAUSER1257066" created="Mon, 3 May 2021 17:59:07 +0000"  >&lt;p&gt;Hi &lt;a href=&quot;https://jira.mongodb.org/secure/ViewProfile.jspa?name=1147952115%40qq.com&quot; class=&quot;user-hover&quot; rel=&quot;1147952115@qq.com&quot;&gt;1147952115@qq.com&lt;/a&gt;&lt;/p&gt;

&lt;p&gt;We haven&#8217;t heard back from you for some time, so I&#8217;m going to close this ticket. If this is still an issue for you, please provide additional information that we&apos;ve requested above and we will reopen the ticket.&lt;/p&gt;

&lt;p&gt;Best,&lt;br/&gt;
Edwin&lt;/p&gt;</comment>
                            <comment id="3731445" author="JIRAUSER1257066" created="Wed, 21 Apr 2021 20:12:17 +0000"  >&lt;p&gt;Hi &lt;a href=&quot;https://jira.mongodb.org/secure/ViewProfile.jspa?name=1147952115%40qq.com&quot; class=&quot;user-hover&quot; rel=&quot;1147952115@qq.com&quot;&gt;1147952115@qq.com&lt;/a&gt;,&lt;/p&gt;

&lt;p&gt;We still need additional information to diagnose the problem. If this is still an issue for you, would you please attempt the procedure that Eric suggested, and archive (tar or zip) the following:&lt;/p&gt;
&lt;ul&gt;
	&lt;li&gt;the mongod logs&lt;/li&gt;
	&lt;li&gt;the &lt;tt&gt;$dbpath/diagnostic.data&lt;/tt&gt; directory (the contents are described &lt;a href=&quot;https://docs.mongodb.com/manual/administration/analyzing-mongodb-performance/#full-time-diagnostic-data-capture&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;here&lt;/a&gt;)&lt;br/&gt;
You may attach these to the same &lt;a href=&quot;https://10gen-httpsupload.s3.amazonaws.com/upload_forms/9f33ad14-3a06-43b7-99a8-d61ad2d9be4c.html&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;secure upload portal&lt;/a&gt;.&lt;/li&gt;
&lt;/ul&gt;


&lt;p&gt;Thanks,&lt;br/&gt;
Edwin&lt;/p&gt;</comment>
                            <comment id="3690050" author="eric.sedor" created="Mon, 29 Mar 2021 21:13:42 +0000"  >&lt;p&gt;Hello again &lt;a href=&quot;https://jira.mongodb.org/secure/ViewProfile.jspa?name=1147952115%40qq.com&quot; class=&quot;user-hover&quot; rel=&quot;1147952115@qq.com&quot;&gt;1147952115@qq.com&lt;/a&gt;. I am very sorry to have lost track of this ticket.&lt;/p&gt;

&lt;p&gt;We&apos;ve had a chance to examine the diagnostic data you provided. We don&apos;t see evidence of a bug yet, as the CPU system time appears correlated with memory management activity by the operating system.&lt;/p&gt;

&lt;p&gt;That said, we would be interested if this issue reproduced for you on MongoDB 4.0. Are you able to do this? If so, then for each node in an impacted replica set spanning a time period that includes the incident, would you please archive (tar or zip) and upload to that link:&lt;/p&gt;
&lt;ul&gt;
	&lt;li&gt;the mongod logs&lt;/li&gt;
	&lt;li&gt;the &lt;tt&gt;$dbpath/diagnostic.data&lt;/tt&gt; directory (the contents are described &lt;a href=&quot;https://docs.mongodb.com/manual/administration/analyzing-mongodb-performance/#full-time-diagnostic-data-capture&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;here&lt;/a&gt;)&lt;/li&gt;
&lt;/ul&gt;
</comment>
                            <comment id="3542088" author="1147952115@qq.com" created="Fri, 25 Dec 2020 09:57:11 +0000"  >&lt;p&gt;@Eric Sedor&lt;/p&gt;

&lt;p&gt;I have send the file to you&#12290;because the mongos diagnostic have deleted&#65292;the sharding cluster always have the problem&#65292;so we Down the cluster&#12290;&lt;/p&gt;

&lt;p&gt;but another repl cluster&#65292; Occasionally there are problems with high sys loads, I send one node mongod diagnostic  to you&#65292; the Jitter time point about &quot;2020/12/22-12:04&quot; and &quot;2020/12/22-12:24&quot;&#12290;&lt;/p&gt;

&lt;p&gt;Looking forward to you reply&lt;/p&gt;</comment>
                            <comment id="3531517" author="eric.sedor" created="Tue, 15 Dec 2020 23:03:17 +0000"  >&lt;p&gt;&lt;a href=&quot;https://jira.mongodb.org/secure/ViewProfile.jspa?name=1147952115%40qq.com&quot; class=&quot;user-hover&quot; rel=&quot;1147952115@qq.com&quot;&gt;1147952115@qq.com&lt;/a&gt; you can upload a zipped or tarred diagnostic.data direcories to this ticket or to &lt;a href=&quot;https://10gen-httpsupload.s3.amazonaws.com/upload_forms/9f33ad14-3a06-43b7-99a8-d61ad2d9be4c.html&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;this secure upload portal&lt;/a&gt;. Please just be sure to include the diagnosic.data directory from the mongos experiencing problems as well as for each node in one of the shards of the sharded cluster.&lt;/p&gt;</comment>
                            <comment id="3529746" author="1147952115@qq.com" created="Tue, 15 Dec 2020 07:24:32 +0000"  >&lt;p&gt;@Eric Sedor&lt;/p&gt;

&lt;p&gt;v3.6.x all have the same problem&#12290;&lt;/p&gt;</comment>
                            <comment id="3529745" author="1147952115@qq.com" created="Tue, 15 Dec 2020 07:22:31 +0000"  >&lt;p&gt;@Eric Sedor &#65292; can you tell me that how to push the $dbpath/diagnostic.data? and where to push?&lt;/p&gt;

&lt;p&gt;Problems occur on a daily basis and are very serious&#12290;&lt;/p&gt;

&lt;p&gt;Looking forward to reply&lt;/p&gt;
</comment>
                            <comment id="3529743" author="1147952115@qq.com" created="Tue, 15 Dec 2020 07:18:24 +0000"  >&lt;p&gt;can you tell me how to push the $dbpath/diagnostic.data?&lt;/p&gt;</comment>
                            <comment id="3397666" author="eric.sedor" created="Wed, 16 Sep 2020 19:09:17 +0000"  >&lt;p&gt;Hello,&lt;/p&gt;

&lt;p&gt;For both the mongos and a representative shard, could you please archive (tar or zip) the &lt;tt&gt;$dbpath/diagnostic.data&lt;/tt&gt; directories (the contents are described &lt;a href=&quot;https://docs.mongodb.com/manual/administration/analyzing-mongodb-performance/#full-time-diagnostic-data-capture&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;here&lt;/a&gt;) and attach them to this ticket?&lt;/p&gt;

&lt;p&gt;Additionally, can you try again to attach corresponding log files? The previous link does not seem to have worked.&lt;/p&gt;

&lt;p&gt;Sincerely,&lt;br/&gt;
Eric&lt;/p&gt;</comment>
                            <comment id="3391740" author="1147952115@qq.com" created="Mon, 14 Sep 2020 08:37:51 +0000"  >&lt;p&gt;the storage node, mongod is ok, no slow log.&lt;/p&gt;

&lt;p&gt;there have too much connections&#65292;connect and close frequncy&#65306;&lt;br/&gt;
&lt;span class=&quot;error&quot;&gt;&amp;#91;root@xx yyz&amp;#93;&lt;/span&gt;# grep &quot;2020-09-11T06:13:0&quot; mongodb_911061.log | grep &quot;received client metadata from&quot;  |wc -l&lt;br/&gt;
8977&lt;br/&gt;
&lt;span class=&quot;error&quot;&gt;&amp;#91;root@xx yyz&amp;#93;&lt;/span&gt;# grep &quot;2020-09-11T06:13:0&quot; mongodb_911061.log | grep &quot;end connection&quot;  |wc -l&lt;br/&gt;
13354&lt;br/&gt;
&lt;span class=&quot;error&quot;&gt;&amp;#91;root@xx y yz&amp;#93;&lt;/span&gt;# &lt;/p&gt;

&lt;p&gt;mongos log as following:&lt;br/&gt;
 &lt;span class=&quot;error&quot;&gt;&amp;#91;^mongodb_911061.log&amp;#93;&lt;/span&gt; &lt;/p&gt;</comment>
                            <comment id="3391733" author="1147952115@qq.com" created="Mon, 14 Sep 2020 08:22:38 +0000"  >&lt;p&gt;@kaloian.manassiev&lt;br/&gt;
can you help me? thanks&lt;/p&gt;</comment>
                    </comments>
                    <attachments>
                            <attachment id="278180" name="image-2020-09-14-15-01-45-113.png" size="183556" author="1147952115@qq.com" created="Mon, 14 Sep 2020 07:01:49 +0000"/>
                            <attachment id="278179" name="image-2020-09-14-15-02-20-989.png" size="146631" author="1147952115@qq.com" created="Mon, 14 Sep 2020 07:02:25 +0000"/>
                            <attachment id="278178" name="image-2020-09-14-15-03-04-428.png" size="99821" author="1147952115@qq.com" created="Mon, 14 Sep 2020 07:03:08 +0000"/>
                    </attachments>
                <subtasks>
                    </subtasks>
                <customfields>
                                                <customfield id="customfield_10050" key="com.atlassian.jira.toolkit:comments">
                        <customfieldname># Replies</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>11.0</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <customfield id="customfield_10055" key="com.atlassian.jira.ext.charting:firstresponsedate">
                        <customfieldname>Date of 1st Reply</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>Wed, 16 Sep 2020 19:09:17 +0000</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10052" key="com.atlassian.jira.toolkit:dayslastcommented">
                        <customfieldname>Days since reply</customfieldname>
                        <customfieldvalues>
                                        2 years, 40 weeks, 2 days ago
    
                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_18254" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Dependencies</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue><![CDATA[]]></customfieldvalue>


                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_15850" key="com.atlassian.jira.plugins.jira-development-integration-plugin:devsummary">
                        <customfieldname>Development</customfieldname>
                        <customfieldvalues>
                            
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                    <customfield id="customfield_10057" key="com.atlassian.jira.toolkit:lastusercommented">
                        <customfieldname>Last comment by Customer</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>true</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                            <customfield id="customfield_10056" key="com.atlassian.jira.toolkit:lastupdaterorcommenter">
                        <customfieldname>Last commenter</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>edwin.zhou@mongodb.com</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_11151" key="com.atlassian.jira.toolkit:LastCommentDate">
                        <customfieldname>Last public comment date</customfieldname>
                        <customfieldvalues>
                            2 years, 40 weeks, 2 days ago
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                    <customfield id="customfield_10032" key="com.atlassian.jira.plugin.system.customfieldtypes:select">
                        <customfieldname>Operating System</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue key="10026"><![CDATA[ALL]]></customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                <customfield id="customfield_10051" key="com.atlassian.jira.toolkit:participants">
                        <customfieldname>Participants</customfieldname>
                        <customfieldvalues>
                                        <customfieldvalue>edwin.zhou@mongodb.com</customfieldvalue>
            <customfieldvalue>eric.sedor@mongodb.com</customfieldvalue>
            <customfieldvalue>1147952115@qq.com</customfieldvalue>
    
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                        <customfield id="customfield_14254" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>Product Rank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>1|hy5o8v:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                <customfield id="customfield_12550" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>Rank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>2|hxs5of:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10558" key="com.pyxis.greenhopper.jira:gh-global-rank">
                        <customfieldname>Rank (Obsolete)</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>9223372036854775807</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                            <customfield id="customfield_23361" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Requested By</customfieldname>
                        <customfieldvalues>
                                

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                            <customfield id="customfield_10053" key="com.atlassian.jira.ext.charting:timeinstatus">
                        <customfieldname>Time In Status</customfieldname>
                        <customfieldvalues>
                            
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                        <customfield id="customfield_22870" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Triagers</customfieldname>
                        <customfieldvalues>
                                    <customfieldvalue><![CDATA[eric.sedor@mongodb.com]]></customfieldvalue>
        <customfieldvalue><![CDATA[edwin.zhou@mongodb.com]]></customfieldvalue>
    

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                    <customfield id="customfield_14350" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>serverRank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>1|hy5ai7:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                    </customfields>
    </item>
</channel>
</rss>