<!-- 
RSS generated by JIRA (9.7.1#970001-sha1:2222b88b221c4928ef0de3161136cc90c8356a66) at Thu Feb 08 04:47:54 UTC 2024

It is possible to restrict the fields that are returned in this document by specifying the 'field' parameter in your request.
For example, to request only the issue key and summary append 'field=key&field=summary' to the URL of your request.
-->
<rss version="0.92" >
<channel>
    <title>MongoDB Jira</title>
    <link>https://jira.mongodb.org</link>
    <description>This file is an XML representation of an issue</description>
    <language>en-us</language>    <build-info>
        <version>9.7.1</version>
        <build-number>970001</build-number>
        <build-date>13-04-2023</build-date>
    </build-info>


<item>
            <title>[SERVER-38085] mongod occupied a lot cpu without any workload</title>
                <link>https://jira.mongodb.org/browse/SERVER-38085</link>
                <project id="10000" key="SERVER">Core Server</project>
                    <description>&lt;p&gt;I install a community mongodb cluster for test. one of the mongod member eat a lot cpu and memory without any workload, my computer is 2U4G,&lt;/p&gt;

&lt;p&gt;from top command, cpu is 153%:&lt;/p&gt;

&lt;p&gt;PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND&lt;br/&gt;
 4637 Ruby 20 0 4060396 3.085g 6216 S 153.7 83.0 287288:54 mongod&lt;/p&gt;

&lt;p&gt;from top -H:&lt;/p&gt;

&lt;p&gt;PID&#160; &#160;USER PR NI VIRT RES SHR S&#160; &#160; &#160; &#160; &#160;%CPU %MEM TIME+ COMMAND&lt;br/&gt;
 4644 Ruby 20 0 4060396 3.086g 6216 S 41.7 83.0 69836:17 mongod&lt;br/&gt;
 4645 Ruby 20 0 4060396 3.086g 6216 R 38.3 83.0 69850:52 mongod&lt;br/&gt;
 4643 Ruby 20 0 4060396 3.086g 6216 R 35.7 83.0 69847:28 mongod&lt;br/&gt;
 4642 Ruby 20 0 4060396 3.086g 6216 S 34.3 83.0 69895:33 mongod&lt;/p&gt;

&lt;p&gt;&#160;and I grap those 4 threads stack:&lt;/p&gt;

&lt;p&gt;Thread 76 (Thread 0x7f552fdb6700 (LWP 4642)):&lt;br/&gt;
#0 0x00007f55339e0a82 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0&lt;br/&gt;
#1 0x0000000001c6b50c in __wt_cond_wait_signal ()&lt;br/&gt;
#2 0x0000000001c442d2 in __wt_evict_thread_run ()&lt;br/&gt;
#3 0x0000000001caa986 in __wt_thread_run ()&lt;br/&gt;
#4 0x00007f55339dcdc5 in start_thread () from /lib64/libpthread.so.0&lt;br/&gt;
#5 0x00007f553370a81d in lseek64 () from /lib64/libc.so.6&lt;br/&gt;
#6 0x0000000000000000 in ?? ()&lt;br/&gt;
Thread 75 (Thread 0x7f552f5b5700 (LWP 4643)):&lt;br/&gt;
#0 0x0000000001be0a1e in ?? ()&lt;br/&gt;
#1 0x0000000001be0a96 in ?? ()&lt;br/&gt;
#2 0x0000000001be0f7c in ?? ()&lt;br/&gt;
#3 0x0000000001bf8c58 in __wt_split_rewrite ()&lt;br/&gt;
#4 0x0000000001c4744a in __wt_evict ()&lt;br/&gt;
#5 0x0000000001c42003 in ?? ()&lt;br/&gt;
#6 0x0000000001c42387 in ?? ()&lt;br/&gt;
#7 0x0000000001c43ca0 in __wt_evict_thread_run ()&lt;br/&gt;
#8 0x0000000001caa986 in __wt_thread_run ()&lt;br/&gt;
#9 0x00007f55339dcdc5 in start_thread () from /lib64/libpthread.so.0&lt;br/&gt;
#10 0x00007f553370a81d in lseek64 () from /lib64/libc.so.6&lt;br/&gt;
#11 0x0000000000000000 in ?? ()&lt;br/&gt;
Thread 74 (Thread 0x7f552edb4700 (LWP 4644)):&lt;br/&gt;
#0 0x00007f55339e0a82 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0&lt;br/&gt;
#1 0x0000000001c6b50c in __wt_cond_wait_signal ()&lt;br/&gt;
#2 0x0000000001c423e8 in ?? ()&lt;br/&gt;
#3 0x0000000001c43ca0 in __wt_evict_thread_run ()&lt;br/&gt;
#4 0x0000000001caa986 in __wt_thread_run ()&lt;br/&gt;
#5 0x00007f55339dcdc5 in start_thread () from /lib64/libpthread.so.0&lt;br/&gt;
#6 0x00007f553370a81d in lseek64 () from /lib64/libc.so.6&lt;br/&gt;
#7 0x0000000000000000 in ?? ()&lt;br/&gt;
Thread 73 (Thread 0x7f552e5b3700 (LWP 4645)):&lt;br/&gt;
#0 0x00007f55339e0a82 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0&lt;br/&gt;
#1 0x0000000001c6b50c in __wt_cond_wait_signal ()&lt;br/&gt;
#2 0x0000000001c423e8 in ?? ()&lt;br/&gt;
#3 0x0000000001c43ca0 in __wt_evict_thread_run ()&lt;br/&gt;
#4 0x0000000001caa986 in __wt_thread_run ()&lt;br/&gt;
#5 0x00007f55339dcdc5 in start_thread () from /lib64/libpthread.so.0&lt;br/&gt;
#6 0x00007f553370a81d in lseek64 () from /lib64/libc.so.6&lt;br/&gt;
#7 0x0000000000000000 in ?? ()&lt;/p&gt;

&lt;p&gt;&#160;&lt;/p&gt;

&lt;p&gt;Is it exepected?&#160; &#160;&lt;/p&gt;

&lt;p&gt;mongodb version is 3.4.14&#160;&lt;/p&gt;</description>
                <environment></environment>
        <key id="632371">SERVER-38085</key>
            <summary>mongod occupied a lot cpu without any workload</summary>
                <type id="6" iconUrl="https://jira.mongodb.org/secure/viewavatar?size=xsmall&amp;avatarId=14720&amp;avatarType=issuetype">Question</type>
                                            <priority id="3" iconUrl="https://jira.mongodb.org/images/icons/priorities/major.svg">Major - P3</priority>
                        <status id="6" iconUrl="https://jira.mongodb.org/images/icons/statuses/closed.png" description="The issue is considered finished, the resolution is correct. Issues which are closed can be reopened.">Closed</status>
                    <statusCategory id="3" key="done" colorName="success"/>
                                    <resolution id="9">Done</resolution>
                                        <assignee username="daniel.hatcher@mongodb.com">Danny Hatcher</assignee>
                                    <reporter username="zhangdongdong8@huawei.com">z dd</reporter>
                        <labels>
                    </labels>
                <created>Mon, 12 Nov 2018 11:50:24 +0000</created>
                <updated>Fri, 30 Nov 2018 19:24:21 +0000</updated>
                            <resolved>Fri, 30 Nov 2018 19:24:21 +0000</resolved>
                                                                                        <votes>0</votes>
                                    <watches>8</watches>
                                                                                                                <comments>
                            <comment id="2077174" author="daniel.hatcher" created="Fri, 30 Nov 2018 19:24:21 +0000"  >&lt;p&gt;Hello,&lt;/p&gt;

&lt;p&gt;As I have not heard back from you and there does not appear to be a bug in the MongoDB server, I will now close this ticket.&lt;/p&gt;

&lt;p&gt;Thank you,&lt;/p&gt;

&lt;p&gt;Danny&lt;/p&gt;</comment>
                            <comment id="2064417" author="daniel.hatcher" created="Fri, 16 Nov 2018 14:28:59 +0000"  >&lt;p&gt;Hello Zhang,&lt;/p&gt;

&lt;p&gt;Looking at the server status output, the server has been running for 5 months, it is a member of a sharded cluster, and there is significant load passing through it. Either the server status has come from the wrong server or this server is performing as expected.&lt;/p&gt;

&lt;p&gt;If you download a new MongoDB binary from our &lt;a href=&quot;https://www.mongodb.com/download-center/community&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;Download Center&lt;/a&gt; and run it on a server with no other traffic, I do not expect to see high CPU utilization. If you still do after following those steps, please upload the content of the &lt;tt&gt;diagnostic.data&lt;/tt&gt; folder (from that new binary&apos;s &lt;tt&gt;dbpath&lt;/tt&gt;) to this ticket.&lt;/p&gt;

&lt;p&gt;Thank you very much,&lt;/p&gt;

&lt;p&gt;Danny&lt;/p&gt;</comment>
                            <comment id="2064025" author="zhangdongdong8@huawei.com" created="Fri, 16 Nov 2018 01:11:48 +0000"  >&lt;p&gt;Hi,&lt;/p&gt;

&lt;p&gt;I create two instance with different MongoDB version, 3.2.18 and 3.4.14, and hit the same issue. At least, these phenomenon are the same.&#160; I am sorry for mismatch that info. &quot;3.2.18.5&quot; is corresponding 3.2.18 MongoDB release version.&#160;&lt;/p&gt;

&lt;p&gt;Thank you very much&lt;/p&gt;

&lt;p&gt;Zhang&lt;/p&gt;

&lt;p&gt;&#160;&lt;/p&gt;</comment>
                            <comment id="2061733" author="daniel.hatcher" created="Wed, 14 Nov 2018 15:17:29 +0000"  >&lt;p&gt;Hello,&lt;/p&gt;

&lt;p&gt;You mentioned that you are running 3.4.14. However, the server status output returns &quot;3.2.18.5&quot; which is not a released version of MongoDB. Can you please confirm what version of MongoDB you are running? If it is a custom build, are you able to check against a standard release of MongoDB to see if the issue still occurs?&lt;/p&gt;

&lt;p&gt;Thank you very much,&lt;/p&gt;

&lt;p&gt;Danny&lt;/p&gt;</comment>
                            <comment id="2059617" author="zhangdongdong8@huawei.com" created="Tue, 13 Nov 2018 02:13:15 +0000"  >&lt;p&gt;from serverStatus command output, cache looks like abnormal&lt;/p&gt;

&lt;p&gt;&quot;cache&quot; : {&lt;br/&gt;
 &quot;application threads page read from disk to cache count&quot; : 9,&lt;br/&gt;
 &quot;application threads page read from disk to cache time (usecs)&quot; : 12844,&lt;br/&gt;
 &quot;application threads page write from cache to disk count&quot; : 15,&lt;br/&gt;
 &quot;application threads page write from cache to disk time (usecs)&quot; : 304,&lt;br/&gt;
 &quot;bytes belonging to page images in the cache&quot; : 24570827,&lt;br/&gt;
 &quot;bytes currently in the cache&quot; : 3316502578,&lt;br/&gt;
 &quot;bytes not belonging to page images in the cache&quot; : 3291931751,&lt;br/&gt;
 &quot;bytes read into cache&quot; : 60683,&lt;br/&gt;
 &quot;bytes written from cache&quot; : NumberLong(&quot;3524340341406&quot;),&lt;br/&gt;
 &lt;font color=&quot;#FF0000&quot;&gt;&quot;checkpoint blocked page eviction&quot; : 394332444207,&lt;/font&gt;&lt;br/&gt;
 &quot;eviction calls to get a page&quot; : 766362080817,&lt;br/&gt;
 &quot;eviction calls to get a page found queue empty&quot; : 3202541693,&lt;br/&gt;
 &quot;eviction calls to get a page found queue empty after locking&quot; : 6627909703,&lt;br/&gt;
 &quot;eviction currently operating in aggressive mode&quot; : 100,&lt;br/&gt;
 &lt;font color=&quot;#FF0000&quot;&gt;&quot;eviction empty score&quot; : 100&lt;/font&gt;,&lt;br/&gt;
 &quot;eviction server candidate queue empty when topping up&quot; : 6751346978,&lt;br/&gt;
 &quot;eviction server candidate queue not empty when topping up&quot; : 1963877442,&lt;br/&gt;
 &quot;eviction server evicting pages&quot; : 1071,&lt;br/&gt;
 &quot;eviction server slept, because we did not make progress with eviction&quot; : 9055504912,&lt;br/&gt;
 &quot;eviction server unable to reach eviction goal&quot; : 85586841,&lt;br/&gt;
 &quot;eviction state&quot; : 15,&lt;br/&gt;
 &quot;eviction walks abandoned&quot; : 844292,&lt;br/&gt;
 &quot;eviction worker thread active&quot; : 0,&lt;br/&gt;
 &quot;eviction worker thread created&quot; : 0,&lt;br/&gt;
 &quot;eviction worker thread evicting pages&quot; : 750507350995,&lt;br/&gt;
 &quot;eviction worker thread removed&quot; : 0,&lt;br/&gt;
 &quot;eviction worker thread stable number&quot; : 0,&lt;/p&gt;

&lt;p&gt;...&lt;/p&gt;

&lt;p&gt;but i can not find checkpoint thread with pstack command.&lt;/p&gt;</comment>
                    </comments>
                    <attachments>
                            <attachment id="200786" name="serverStatus_output.txt" size="38310" author="zhangdongdong8@huawei.com" created="Tue, 13 Nov 2018 02:09:04 +0000"/>
                    </attachments>
                <subtasks>
                    </subtasks>
                <customfields>
                                                <customfield id="customfield_10050" key="com.atlassian.jira.toolkit:comments">
                        <customfieldname># Replies</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>5.0</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <customfield id="customfield_10055" key="com.atlassian.jira.ext.charting:firstresponsedate">
                        <customfieldname>Date of 1st Reply</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>Wed, 14 Nov 2018 11:35:24 +0000</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10052" key="com.atlassian.jira.toolkit:dayslastcommented">
                        <customfieldname>Days since reply</customfieldname>
                        <customfieldvalues>
                                        5 years, 10 weeks, 5 days ago
    
                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_18254" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Dependencies</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue><![CDATA[]]></customfieldvalue>


                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_15850" key="com.atlassian.jira.plugins.jira-development-integration-plugin:devsummary">
                        <customfieldname>Development</customfieldname>
                        <customfieldvalues>
                            
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                            <customfield id="customfield_10057" key="com.atlassian.jira.toolkit:lastusercommented">
                        <customfieldname>Last comment by Customer</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>true</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                            <customfield id="customfield_10056" key="com.atlassian.jira.toolkit:lastupdaterorcommenter">
                        <customfieldname>Last commenter</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>daniel.hatcher@mongodb.com</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_11151" key="com.atlassian.jira.toolkit:LastCommentDate">
                        <customfieldname>Last public comment date</customfieldname>
                        <customfieldvalues>
                            5 years, 10 weeks, 5 days ago
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                    <customfield id="customfield_10051" key="com.atlassian.jira.toolkit:participants">
                        <customfieldname>Participants</customfieldname>
                        <customfieldvalues>
                                        <customfieldvalue>daniel.hatcher@mongodb.com</customfieldvalue>
            <customfieldvalue>zhangdongdong8@huawei.com</customfieldvalue>
    
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                        <customfield id="customfield_14254" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>Product Rank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>1|hucmqv:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                <customfield id="customfield_12550" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>Rank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>2|hu2u1b:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10558" key="com.pyxis.greenhopper.jira:gh-global-rank">
                        <customfieldname>Rank (Obsolete)</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>9223372036854775807</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                            <customfield id="customfield_23361" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Requested By</customfieldname>
                        <customfieldvalues>
                                

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <customfield id="customfield_10053" key="com.atlassian.jira.ext.charting:timeinstatus">
                        <customfieldname>Time In Status</customfieldname>
                        <customfieldvalues>
                            
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                        <customfield id="customfield_22870" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Triagers</customfieldname>
                        <customfieldvalues>
                                

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                    <customfield id="customfield_14350" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>serverRank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>1|huc907:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                    </customfields>
    </item>
</channel>
</rss>