<!-- 
RSS generated by JIRA (9.7.1#970001-sha1:2222b88b221c4928ef0de3161136cc90c8356a66) at Thu Feb 08 03:05:45 UTC 2024

It is possible to restrict the fields that are returned in this document by specifying the 'field' parameter in your request.
For example, to request only the issue key and summary append 'field=key&field=summary' to the URL of your request.
-->
<rss version="0.92" >
<channel>
    <title>MongoDB Jira</title>
    <link>https://jira.mongodb.org</link>
    <description>This file is an XML representation of an issue</description>
    <language>en-us</language>    <build-info>
        <version>9.7.1</version>
        <build-number>970001</build-number>
        <build-date>13-04-2023</build-date>
    </build-info>


<item>
            <title>[SERVER-4353] Getting faults and high IO % util but still have 30GB or RAM free</title>
                <link>https://jira.mongodb.org/browse/SERVER-4353</link>
                <project id="10000" key="SERVER">Core Server</project>
                    <description>&lt;p&gt;We have a customer that is seeing slow response times on queries over a 75GB collection.  They are on a 68GB EC2 box and it seems to not be using all the RAM but it is crushing IO and faulting according to mongostat.&lt;/p&gt;

&lt;p&gt;== iostat ==&lt;br/&gt;
avg-cpu:  %user   %nice %system %iowait  %steal   %idle&lt;br/&gt;
           0.03    0.00    0.08   19.70    0.00   80.19&lt;/p&gt;

&lt;p&gt;Device:         rrqm/s   wrqm/s     r/s     w/s    rkB/s    wkB/s avgrq-sz avgqu-sz   await r_await w_await  svctm  %util&lt;br/&gt;
xvdap1            0.00     0.00    0.00    9.00     0.00    36.00     8.00     0.10   11.11    0.00   11.11   1.67   1.50&lt;br/&gt;
xvdb              0.00     0.00    0.00    5.50     0.00    22.00     8.00     0.04    7.27    0.00    7.27   1.82   1.00&lt;br/&gt;
xvdfp1            1.00     0.00  316.50    0.00  5990.00     0.00    37.85    51.85  156.45  156.45    0.00   2.91  92.00&lt;br/&gt;
xvdfp2            1.50     0.00  341.50    3.50  6784.00   132.00    40.09    74.00  214.16  213.95  234.29   2.75  95.00&lt;br/&gt;
xvdfp3            1.50     0.00  291.00    0.00  5758.00     0.00    39.57    45.48  135.58  135.58    0.00   3.06  89.00&lt;br/&gt;
xvdfp4            2.00     0.00  353.50    0.00  6930.00     0.00    39.21    29.96   90.10   90.10    0.00   2.18  77.00&lt;br/&gt;
md0               0.00     0.00 1257.50    6.00 24208.00   128.00    38.52     0.00    0.00    0.00    0.00   0.00   0.00&lt;br/&gt;
dm-0              0.00     0.00 1257.50    3.00 24208.00   128.00    38.61   202.56  155.54  155.21  291.67   0.79 100.00&lt;br/&gt;
xvdc              0.00     0.00    0.00    0.00     0.00     0.00     0.00     0.00    0.00    0.00    0.00   0.00   0.00&lt;/p&gt;


&lt;p&gt;== mongostat ==&lt;br/&gt;
insert  query update delete getmore command flushes mapped  vsize    res faults locked % idx miss %     qr|qw   ar|aw  netIn netOut  conn    set repl       time &lt;br/&gt;
     0    253     99      0       2      29       0   164g   165g  34.9g     11     10.2          0       0|1     1|1   135k     2m   249 xxxx    M   19:52:12 &lt;br/&gt;
     0    258     75      0       2      31       0   164g   165g  34.9g     19       17          0       0|0     0|0   120k   718k   249 xxxx    M   19:52:13 &lt;br/&gt;
     0    191     89      0       4      26       0   164g   165g  34.9g     17     19.2          0       0|0     0|0   134k   828k   249 xxxx    M   19:52:14 &lt;br/&gt;
     0    241    105      0       5      28       0   164g   165g  34.9g     11      1.7          0       0|0     0|0   157k     1m   248 xxxx    M   19:52:15 &lt;br/&gt;
     0    172     86      0       5      20       0   164g   165g  34.9g     19     32.1        5.5       6|3     7|3   118k   950k   249 xxxx    M   19:52:16 &lt;br/&gt;
     0    224    128      0       1      17       0   164g   165g  34.9g     22     38.1          0       0|0     0|0   178k     3m   249 xxxx    M   19:52:17 &lt;br/&gt;
     0    221    151      0       2      23       0   164g   165g  34.9g     13     11.2          0       6|4     6|5   204k   751k   249 xxxx    M   19:52:18 &lt;br/&gt;
     0    162     76      0       2      54       0   164g   165g  34.9g     23     41.6          0       5|3     6|3   119k   599k   249 xxxx    M   19:52:19 &lt;br/&gt;
     0    141     64      0       5      17       0   164g   165g  34.9g     24       40          0      11|1    11|2    96k     1m   249 xxxx    M   19:52:20 &lt;br/&gt;
     0     90     38      0       2       8       0   164g   165g  34.9g     22     79.8          0       5|4     7|4    49k     1m   249 xxxx    M   19:52:21&lt;/p&gt;

&lt;p&gt;== free ==&lt;br/&gt;
             total       used       free     shared    buffers     cached&lt;br/&gt;
Mem:         68689      68353        336          0         26      65791&lt;br/&gt;
-/+ buffers/cache:       2535      66153&lt;br/&gt;
Swap:        20473          7      20466&lt;/p&gt;


&lt;p&gt;hooking up MMS now ... I will write back once it is setup.&lt;/p&gt;</description>
                <environment>Ubuntu 11.04</environment>
        <key id="25333">SERVER-4353</key>
            <summary>Getting faults and high IO % util but still have 30GB or RAM free</summary>
                <type id="6" iconUrl="https://jira.mongodb.org/secure/viewavatar?size=xsmall&amp;avatarId=14720&amp;avatarType=issuetype">Question</type>
                                            <priority id="3" iconUrl="https://jira.mongodb.org/images/icons/priorities/major.svg">Major - P3</priority>
                        <status id="6" iconUrl="https://jira.mongodb.org/images/icons/statuses/closed.png" description="The issue is considered finished, the resolution is correct. Issues which are closed can be reopened.">Closed</status>
                    <statusCategory id="3" key="done" colorName="success"/>
                                    <resolution id="9">Done</resolution>
                                        <assignee username="dan@mongodb.com">Daniel Pasette</assignee>
                                    <reporter username="benwyrosdick">Ben Wyrosdick</reporter>
                        <labels>
                    </labels>
                <created>Tue, 22 Nov 2011 20:21:46 +0000</created>
                <updated>Tue, 29 May 2012 14:53:26 +0000</updated>
                            <resolved>Thu, 26 Jan 2012 18:45:14 +0000</resolved>
                                                                                        <votes>0</votes>
                                    <watches>2</watches>
                                                                                                                <comments>
                            <comment id="75866" author="dan@10gen.com" created="Sat, 24 Dec 2011 23:29:05 +0000"  >&lt;p&gt;did you end up setting up MMS?  Under which account name?&lt;/p&gt;</comment>
                            <comment id="68335" author="scotthernandez" created="Tue, 22 Nov 2011 20:28:53 +0000"  >&lt;p&gt;You don&apos;t have free memory: all of it is in use for cache. Your data is larger than memory and you seem to be accessing data not in memory, hence the faults.&lt;/p&gt;

&lt;p/&gt;
&lt;div id=&quot;syntaxplugin&quot; class=&quot;syntaxplugin&quot; style=&quot;border: 1px dashed #bbb; border-radius: 5px !important; overflow: auto; max-height: 30em;&quot;&gt;
&lt;table cellspacing=&quot;0&quot; cellpadding=&quot;0&quot; border=&quot;0&quot; width=&quot;100%&quot; style=&quot;font-size: 1em; line-height: 1.4em !important; font-weight: normal; font-style: normal; color: black;&quot;&gt;
		&lt;tbody &gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;  margin-top: 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt; &lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;       total used free shared buffers cached&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   margin-bottom: 10px;  width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;Mem:   68689 68353 336 0 26 65791&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
			&lt;/tbody&gt;
&lt;/table&gt;
&lt;/div&gt;
&lt;p/&gt;
&lt;p&gt;MMS will help a bit to analyze things.&lt;/p&gt;</comment>
                            <comment id="68334" author="benwyrosdick" created="Tue, 22 Nov 2011 20:28:34 +0000"  >&lt;p&gt;So I didn&apos;t finish my thought ... is there anything we need to do/change to make it consume the rest of the memory since it seems like it would help to have more RAM since it is faulting.&lt;/p&gt;</comment>
                            <comment id="68332" author="benwyrosdick" created="Tue, 22 Nov 2011 20:23:34 +0000"  >&lt;p&gt;the paste failed so here are screenshots.&lt;/p&gt;

&lt;p&gt;&lt;a href=&quot;http://cl.ly/2n451A1l122h0Z3c3O2R&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;http://cl.ly/2n451A1l122h0Z3c3O2R&lt;/a&gt;&lt;br/&gt;
&lt;a href=&quot;http://cl.ly/1H100z022v3A180f1V0Y&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;http://cl.ly/1H100z022v3A180f1V0Y&lt;/a&gt;&lt;/p&gt;</comment>
                    </comments>
                    <attachments>
                    </attachments>
                <subtasks>
                    </subtasks>
                <customfields>
                                                <customfield id="customfield_10050" key="com.atlassian.jira.toolkit:comments">
                        <customfieldname># Replies</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>4.0</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <customfield id="customfield_10055" key="com.atlassian.jira.ext.charting:firstresponsedate">
                        <customfieldname>Date of 1st Reply</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>Tue, 22 Nov 2011 20:28:53 +0000</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10052" key="com.atlassian.jira.toolkit:dayslastcommented">
                        <customfieldname>Days since reply</customfieldname>
                        <customfieldvalues>
                                        12 years, 8 weeks, 4 days ago
    
                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_18254" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Dependencies</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue><![CDATA[]]></customfieldvalue>


                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_15850" key="com.atlassian.jira.plugins.jira-development-integration-plugin:devsummary">
                        <customfieldname>Development</customfieldname>
                        <customfieldvalues>
                            
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                            <customfield id="customfield_10057" key="com.atlassian.jira.toolkit:lastusercommented">
                        <customfieldname>Last comment by Customer</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>true</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                            <customfield id="customfield_10056" key="com.atlassian.jira.toolkit:lastupdaterorcommenter">
                        <customfieldname>Last commenter</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>ian@mongodb.com</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_11151" key="com.atlassian.jira.toolkit:LastCommentDate">
                        <customfieldname>Last public comment date</customfieldname>
                        <customfieldvalues>
                            12 years, 8 weeks, 4 days ago
                        </customfieldvalues>
                    </customfield>
                                                                                                                        <customfield id="customfield_10000" key="com.atlassian.jira.plugin.system.customfieldtypes:radiobuttons">
                        <customfieldname>Old_Backport</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue key="10000"><![CDATA[No]]></customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                <customfield id="customfield_10051" key="com.atlassian.jira.toolkit:participants">
                        <customfieldname>Participants</customfieldname>
                        <customfieldvalues>
                                        <customfieldvalue>benwyrosdick</customfieldvalue>
            <customfieldvalue>dan@mongodb.com</customfieldvalue>
            <customfieldvalue>scotthernandez</customfieldvalue>
    
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                        <customfield id="customfield_14254" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>Product Rank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>1|hrij4v:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                <customfield id="customfield_12550" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>Rank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>2|hrit6f:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10558" key="com.pyxis.greenhopper.jira:gh-global-rank">
                        <customfieldname>Rank (Obsolete)</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>23380</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                            <customfield id="customfield_23361" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Requested By</customfieldname>
                        <customfieldvalues>
                                

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <customfield id="customfield_10053" key="com.atlassian.jira.ext.charting:timeinstatus">
                        <customfieldname>Time In Status</customfieldname>
                        <customfieldvalues>
                            
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                        <customfield id="customfield_22870" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Triagers</customfieldname>
                        <customfieldvalues>
                                

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                    <customfield id="customfield_14350" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>serverRank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>1|hri8hj:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                    </customfields>
    </item>
</channel>
</rss>