<!-- 
RSS generated by JIRA (9.7.1#970001-sha1:2222b88b221c4928ef0de3161136cc90c8356a66) at Thu Feb 08 03:01:45 UTC 2024

It is possible to restrict the fields that are returned in this document by specifying the 'field' parameter in your request.
For example, to request only the issue key and summary append 'field=key&field=summary' to the URL of your request.
-->
<rss version="0.92" >
<channel>
    <title>MongoDB Jira</title>
    <link>https://jira.mongodb.org</link>
    <description>This file is an XML representation of an issue</description>
    <language>en-us</language>    <build-info>
        <version>9.7.1</version>
        <build-number>970001</build-number>
        <build-date>13-04-2023</build-date>
    </build-info>


<item>
            <title>[SERVER-2985] Rebalancing too slow and moveChunk is blocked by balancer lock</title>
                <link>https://jira.mongodb.org/browse/SERVER-2985</link>
                <project id="10000" key="SERVER">Core Server</project>
                    <description>&lt;p&gt;We have added a new shard to a 4 shard cluster making it 5 shards. The cluster is under a very light workload. Watching the load balancer it would appear that its going to take 2-3 days to complete rebalancing the shards.&lt;/p&gt;

&lt;p&gt;&amp;gt; db.printShardingStatus();&lt;br/&gt;
&amp;#8212; Sharding Status &amp;#8212;&lt;br/&gt;
  sharding version: &lt;/p&gt;
{ &quot;_id&quot; : 1, &quot;version&quot; : 3 }
&lt;p&gt;  shards:&lt;br/&gt;
      {&lt;br/&gt;
        &quot;_id&quot; : &quot;repset_a&quot;,&lt;br/&gt;
        &quot;host&quot; : &quot;repset_a/lmdb-m03.mail.aol.com:7312,lmdb-d02.mail.aol.com:7312,lmdb-d01.mail.aol.com:7312&quot;&lt;br/&gt;
}&lt;br/&gt;
      {&lt;br/&gt;
        &quot;_id&quot; : &quot;repset_b&quot;,&lt;br/&gt;
        &quot;host&quot; : &quot;repset_b/lmdb-d05.mail.aol.com:7312,lmdb-m06.mail.aol.com:7312,lmdb-d04.mail.aol.com:7312&quot;&lt;br/&gt;
}&lt;br/&gt;
      {&lt;br/&gt;
        &quot;_id&quot; : &quot;repset_c&quot;,&lt;br/&gt;
        &quot;host&quot; : &quot;repset_c/lmdb-d03.mail.aol.com:7312,lmdb-m02.mail.aol.com:7312,lmdb-m01.mail.aol.com:7312&quot;&lt;br/&gt;
}&lt;br/&gt;
      {&lt;br/&gt;
        &quot;_id&quot; : &quot;repset_d&quot;,&lt;br/&gt;
        &quot;host&quot; : &quot;repset_d/lmdb-d06.mail.aol.com:7312,lmdb-m05.mail.aol.com:7312,lmdb-m04.mail.aol.com:7312&quot;&lt;br/&gt;
}&lt;br/&gt;
      {&lt;br/&gt;
        &quot;_id&quot; : &quot;repset_e&quot;,&lt;br/&gt;
        &quot;host&quot; : &quot;repset_e/lmdb-d08.mail.aol.com:7312,lmdb-m09.mail.aol.com:7312,lmdb-d07.mail.aol.com:7312&quot;&lt;br/&gt;
}&lt;br/&gt;
  databases:&lt;/p&gt;
        { &quot;_id&quot; : &quot;admin&quot;, &quot;partitioned&quot; : false, &quot;primary&quot; : &quot;config&quot; }
        { &quot;_id&quot; : &quot;MigOidDB&quot;, &quot;partitioned&quot; : true, &quot;primary&quot; : &quot;repset_a&quot; }
&lt;p&gt;                MigOidDB.MigOidCol chunks:&lt;br/&gt;
                                repset_e        205&lt;br/&gt;
                                repset_c        1283&lt;br/&gt;
                                repset_a        1283&lt;br/&gt;
                                repset_d        1283&lt;br/&gt;
                                repset_b        1283&lt;br/&gt;
                        too many chunksn to print, use verbose if you want to force print&lt;/p&gt;
        { &quot;_id&quot; : &quot;test&quot;, &quot;partitioned&quot; : false, &quot;primary&quot; : &quot;repset_a&quot; }
        { &quot;_id&quot; : &quot;local&quot;, &quot;partitioned&quot; : false, &quot;primary&quot; : &quot;repset_a&quot; }
        { &quot;_id&quot; : &quot;MigOidCol&quot;, &quot;partitioned&quot; : false, &quot;primary&quot; : &quot;repset_a&quot; }

&lt;p&gt;We have tried using moveChunk to speed the process up but the load balancer has a &quot;Metadata Lock&quot; on the collection and will not allow us to do a manual moveChunk.&lt;/p&gt;

&lt;p&gt;&amp;gt; db.adminCommand({moveChunk : &quot;MigOidDB.MigOidCol&quot;, find : {_id : &quot;buggzeeann_30324171&quot;}, to : &quot;repset_e&quot;});&lt;br/&gt;
{&lt;br/&gt;
        &quot;cause&quot; : {&lt;br/&gt;
                &quot;who&quot; : {&lt;br/&gt;
                        &quot;_id&quot; : &quot;MigOidDB.MigOidCol&quot;,&lt;br/&gt;
                        &quot;process&quot; : &quot;lmdb-d02.mail.aol.com:1303133674:1828878975&quot;,&lt;br/&gt;
                        &quot;state&quot; : 1,&lt;br/&gt;
                        &quot;ts&quot; : ObjectId(&quot;4db174cf7a18929e98aa4f5b&quot;),&lt;br/&gt;
                        &quot;when&quot; : ISODate(&quot;2011-04-22T12:30:07.322Z&quot;),&lt;br/&gt;
                        &quot;who&quot; : &quot;lmdb-d02.mail.aol.com:1303133674:1828878975:conn34711:1543737603&quot;,&lt;br/&gt;
                        &quot;why&quot; : &quot;migrate-&lt;/p&gt;
{ _id: \&quot;ballc21_28406862\&quot; }
&lt;p&gt;&quot;&lt;br/&gt;
                },&lt;br/&gt;
                &quot;errmsg&quot; : &quot;the collection&apos;s metadata lock is taken&quot;,&lt;br/&gt;
                &quot;ok&quot; : 0&lt;br/&gt;
        },&lt;br/&gt;
        &quot;ok&quot; : 0,&lt;br/&gt;
        &quot;errmsg&quot; : &quot;move failed&quot;&lt;br/&gt;
}&lt;/p&gt;</description>
                <environment>OS Centos 5.4. Host HW dual socket Nehailm 4 cores, 36GB memory 24 1TB disks in Raid10 configuration. New Shard has 64GB of memory with 12 300 GB disks in Raid 10 configuration.</environment>
        <key id="16267">SERVER-2985</key>
            <summary>Rebalancing too slow and moveChunk is blocked by balancer lock</summary>
                <type id="6" iconUrl="https://jira.mongodb.org/secure/viewavatar?size=xsmall&amp;avatarId=14720&amp;avatarType=issuetype">Question</type>
                                            <priority id="2" iconUrl="https://jira.mongodb.org/images/icons/priorities/critical.svg">Critical - P2</priority>
                        <status id="6" iconUrl="https://jira.mongodb.org/images/icons/statuses/closed.png" description="The issue is considered finished, the resolution is correct. Issues which are closed can be reopened.">Closed</status>
                    <statusCategory id="3" key="done" colorName="success"/>
                                    <resolution id="4">Incomplete</resolution>
                                        <assignee username="-1">Unassigned</assignee>
                                    <reporter username="john.schulz@teamaol.com">John Schulz</reporter>
                        <labels>
                            <label>concurrency</label>
                            <label>sharding</label>
                    </labels>
                <created>Fri, 22 Apr 2011 12:41:46 +0000</created>
                <updated>Thu, 10 May 2012 14:15:07 +0000</updated>
                            <resolved>Fri, 2 Sep 2011 04:55:31 +0000</resolved>
                                    <version>1.8.1</version>
                                                    <component>Admin</component>
                    <component>Sharding</component>
                                        <votes>0</votes>
                                    <watches>0</watches>
                                                                                                                <comments>
                            <comment id="52130" author="eliot" created="Fri, 2 Sep 2011 04:55:31 +0000"  >&lt;p&gt;Lots of improvements for 1.8.3 if you haven&apos;t already tried that.&lt;/p&gt;</comment>
                            <comment id="30249" author="eliot" created="Fri, 29 Apr 2011 05:28:38 +0000"  >&lt;p&gt;Sorry didn&apos;t have a chance to look at this in the interim.&lt;br/&gt;
How much progress has been made in the last few days?&lt;/p&gt;</comment>
                            <comment id="29544" author="john.schulz@teamaol.com" created="Sat, 23 Apr 2011 12:34:03 +0000"  >&lt;p&gt;Attached the changelog and a verbose printShardingStatus. The acutal server and Mongos logs are very verbose and multi gigs in size. If you can give me some specific ideas as to which logs and what data from those logs you are interested in I will do what I can to collect that data.&lt;/p&gt;

&lt;p&gt;1.5 days after shard repset_e and just under 1 day after the rest of the shards were added we have rebalanced 382 out of the 4100+ that we need to rebalance. For several hours yesterday we completely shut down all inserts to the cluster and the rebalancing did not go any faster or slower.&lt;/p&gt;</comment>
                            <comment id="29536" author="eliot" created="Sat, 23 Apr 2011 00:21:50 +0000"  >&lt;p&gt;You can only move 1 chunk at a time, so the lock is normal.&lt;/p&gt;

&lt;p&gt;Are you sure its &quot;slow&quot; or is bound by disk, etc...&lt;/p&gt;

&lt;p&gt;Can you send log files.&lt;/p&gt;</comment>
                    </comments>
                    <attachments>
                            <attachment id="11746" name="slow_rebalance_data_for_10Gen.tar" size="901120" author="john.schulz@teamaol.com" created="Sat, 23 Apr 2011 12:34:03 +0000"/>
                    </attachments>
                <subtasks>
                    </subtasks>
                <customfields>
                                                <customfield id="customfield_10050" key="com.atlassian.jira.toolkit:comments">
                        <customfieldname># Replies</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>4.0</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <customfield id="customfield_10055" key="com.atlassian.jira.ext.charting:firstresponsedate">
                        <customfieldname>Date of 1st Reply</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>Sat, 23 Apr 2011 00:21:50 +0000</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10052" key="com.atlassian.jira.toolkit:dayslastcommented">
                        <customfieldname>Days since reply</customfieldname>
                        <customfieldvalues>
                                        12 years, 24 weeks, 5 days ago
    
                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_18254" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Dependencies</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue><![CDATA[]]></customfieldvalue>


                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_15850" key="com.atlassian.jira.plugins.jira-development-integration-plugin:devsummary">
                        <customfieldname>Development</customfieldname>
                        <customfieldvalues>
                            
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                            <customfield id="customfield_10057" key="com.atlassian.jira.toolkit:lastusercommented">
                        <customfieldname>Last comment by Customer</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>true</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                            <customfield id="customfield_10056" key="com.atlassian.jira.toolkit:lastupdaterorcommenter">
                        <customfieldname>Last commenter</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>ian@mongodb.com</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_11151" key="com.atlassian.jira.toolkit:LastCommentDate">
                        <customfieldname>Last public comment date</customfieldname>
                        <customfieldvalues>
                            12 years, 24 weeks, 5 days ago
                        </customfieldvalues>
                    </customfield>
                                                                                                                        <customfield id="customfield_10000" key="com.atlassian.jira.plugin.system.customfieldtypes:radiobuttons">
                        <customfieldname>Old_Backport</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue key="10000"><![CDATA[No]]></customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                <customfield id="customfield_10051" key="com.atlassian.jira.toolkit:participants">
                        <customfieldname>Participants</customfieldname>
                        <customfieldvalues>
                                        <customfieldvalue>eliot</customfieldvalue>
            <customfieldvalue>john.schulz@teamaol.com</customfieldvalue>
    
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                        <customfield id="customfield_14254" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>Product Rank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>1|hrp10v:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                <customfield id="customfield_12550" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>Rank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>2|hrif07:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10558" key="com.pyxis.greenhopper.jira:gh-global-rank">
                        <customfieldname>Rank (Obsolete)</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>21083</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                            <customfield id="customfield_23361" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Requested By</customfieldname>
                        <customfieldvalues>
                                

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <customfield id="customfield_10053" key="com.atlassian.jira.ext.charting:timeinstatus">
                        <customfieldname>Time In Status</customfieldname>
                        <customfieldvalues>
                            
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                        <customfield id="customfield_22870" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Triagers</customfieldname>
                        <customfieldvalues>
                                

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                    <customfield id="customfield_14350" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>serverRank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>1|ht0bcf:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                    </customfields>
    </item>
</channel>
</rss>