<!-- 
RSS generated by JIRA (9.7.1#970001-sha1:2222b88b221c4928ef0de3161136cc90c8356a66) at Thu Feb 08 03:06:16 UTC 2024

It is possible to restrict the fields that are returned in this document by specifying the 'field' parameter in your request.
For example, to request only the issue key and summary append 'field=key&field=summary' to the URL of your request.
-->
<rss version="0.92" >
<channel>
    <title>MongoDB Jira</title>
    <link>https://jira.mongodb.org</link>
    <description>This file is an XML representation of an issue</description>
    <language>en-us</language>    <build-info>
        <version>9.7.1</version>
        <build-number>970001</build-number>
        <build-date>13-04-2023</build-date>
    </build-info>


<item>
            <title>[SERVER-4534] Index creation opens too many files for large array</title>
                <link>https://jira.mongodb.org/browse/SERVER-4534</link>
                <project id="10000" key="SERVER">Core Server</project>
                    <description>&lt;p&gt;Background indexing is ok, forground inding crashes.&lt;/p&gt;

&lt;p&gt;Tue Dec 20 14:48:40 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn2&amp;#93;&lt;/span&gt; build index test.huge_multikey_index &lt;/p&gt;
{ a: 1.0 }
&lt;p&gt;Tue Dec 20 14:48:45 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn2&amp;#93;&lt;/span&gt; couldn&apos;t open /data/db/sconsTests/_tmp/esort.1324410520.1552787748//file.1010 errno:24 Too many open files&lt;br/&gt;
Tue Dec 20 14:48:45 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn2&amp;#93;&lt;/span&gt; Assertion: 10308:mmap failed&lt;br/&gt;
0x5b01f0 0x5b2a0e 0x8731db 0x873418 0x8580cd 0x84d3fd 0x84e1b0 0x84f9ae 0x85062e 0x82f6a0 0x831c8a 0x83600b 0x836842 0x96e0c8 0x6371f9 0x7f5eaf522df0 0x7f5eae2292ed &lt;br/&gt;
 /home/mstearn/10gen/mongo/mongod() &lt;span class=&quot;error&quot;&gt;&amp;#91;0x5b01f0&amp;#93;&lt;/span&gt;&lt;br/&gt;
 /home/mstearn/10gen/mongo/mongod(_ZN5mongo11msgassertedEiPKc+0xbe) &lt;span class=&quot;error&quot;&gt;&amp;#91;0x5b2a0e&amp;#93;&lt;/span&gt;&lt;br/&gt;
 /home/mstearn/10gen/mongo/mongod(_ZN5mongo21BSONObjExternalSorter12FileIteratorC1ESs+0xab) &lt;span class=&quot;error&quot;&gt;&amp;#91;0x8731db&amp;#93;&lt;/span&gt;&lt;br/&gt;
 /home/mstearn/10gen/mongo/mongod(&lt;em&gt;ZN5mongo21BSONObjExternalSorter8IteratorC1EPS0&lt;/em&gt;+0x1f8) &lt;span class=&quot;error&quot;&gt;&amp;#91;0x873418&amp;#93;&lt;/span&gt;&lt;br/&gt;
 /home/mstearn/10gen/mongo/mongod(_ZN5mongo24buildBottomUpPhases2And3INS_12BtreeData_V1EEEvbRNS_12IndexDetailsERNS_21BSONObjExternalSorterEbRSt4listINS_7DiskLocESaIS7_EEPNS_5CurOpEPNS_12SortPhaseOneERNS_19ProgressMeterHolderERNS_5TimerE+0x7d) &lt;span class=&quot;error&quot;&gt;&amp;#91;0x8580cd&amp;#93;&lt;/span&gt;&lt;br/&gt;
 /home/mstearn/10gen/mongo/mongod(_ZN5mongo14fastBuildIndexEPKcPNS_16NamespaceDetailsERNS_12IndexDetailsEi+0x60d) &lt;span class=&quot;error&quot;&gt;&amp;#91;0x84d3fd&amp;#93;&lt;/span&gt;&lt;br/&gt;
 /home/mstearn/10gen/mongo/mongod(_ZN5mongo16insert_makeIndexEPNS_16NamespaceDetailsERKSsRKNS_7DiskLocE+0x360) &lt;span class=&quot;error&quot;&gt;&amp;#91;0x84e1b0&amp;#93;&lt;/span&gt;&lt;br/&gt;
 /home/mstearn/10gen/mongo/mongod(_ZN5mongo11DataFileMgr6insertEPKcPKvibbPb+0x30e) &lt;span class=&quot;error&quot;&gt;&amp;#91;0x84f9ae&amp;#93;&lt;/span&gt;&lt;br/&gt;
 /home/mstearn/10gen/mongo/mongod(_ZN5mongo11DataFileMgr16insertWithObjModEPKcRNS_7BSONObjEb+0x3e) &lt;span class=&quot;error&quot;&gt;&amp;#91;0x85062e&amp;#93;&lt;/span&gt;&lt;br/&gt;
 /home/mstearn/10gen/mongo/mongod(_ZN5mongo14checkAndInsertEPKcRNS_7BSONObjE+0xb0) &lt;span class=&quot;error&quot;&gt;&amp;#91;0x82f6a0&amp;#93;&lt;/span&gt;&lt;br/&gt;
 /home/mstearn/10gen/mongo/mongod(_ZN5mongo14receivedInsertERNS_7MessageERNS_5CurOpE+0x25a) &lt;span class=&quot;error&quot;&gt;&amp;#91;0x831c8a&amp;#93;&lt;/span&gt;&lt;br/&gt;
 /home/mstearn/10gen/mongo/mongod(_ZN5mongo17_assembleResponseERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0x171b) &lt;span class=&quot;error&quot;&gt;&amp;#91;0x83600b&amp;#93;&lt;/span&gt;&lt;br/&gt;
 /home/mstearn/10gen/mongo/mongod(_ZN5mongo16assembleResponseERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0x32) &lt;span class=&quot;error&quot;&gt;&amp;#91;0x836842&amp;#93;&lt;/span&gt;&lt;br/&gt;
 /home/mstearn/10gen/mongo/mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0x88) &lt;span class=&quot;error&quot;&gt;&amp;#91;0x96e0c8&amp;#93;&lt;/span&gt;&lt;br/&gt;
 /home/mstearn/10gen/mongo/mongod(_ZN5mongo3pms9threadRunEPNS_13MessagingPortE+0x289) &lt;span class=&quot;error&quot;&gt;&amp;#91;0x6371f9&amp;#93;&lt;/span&gt;&lt;br/&gt;
 /lib/libpthread.so.0(+0x7df0) &lt;span class=&quot;error&quot;&gt;&amp;#91;0x7f5eaf522df0&amp;#93;&lt;/span&gt;&lt;br/&gt;
 /lib/libc.so.6(clone+0x6d) &lt;span class=&quot;error&quot;&gt;&amp;#91;0x7f5eae2292ed&amp;#93;&lt;/span&gt;&lt;br/&gt;
Tue Dec 20 14:48:45 terminate() called, printing stack:&lt;br/&gt;
...&lt;/p&gt;

&lt;p&gt;slowNightly test will be committed shortly&lt;/p&gt;

&lt;p&gt;Fails with 1.8, 2.0, and master.&lt;/p&gt;</description>
                <environment></environment>
        <key id="27012">SERVER-4534</key>
            <summary>Index creation opens too many files for large array</summary>
                <type id="1" iconUrl="https://jira.mongodb.org/secure/viewavatar?size=xsmall&amp;avatarId=14703&amp;avatarType=issuetype">Bug</type>
                                            <priority id="2" iconUrl="https://jira.mongodb.org/images/icons/priorities/critical.svg">Critical - P2</priority>
                        <status id="6" iconUrl="https://jira.mongodb.org/images/icons/statuses/closed.png" description="The issue is considered finished, the resolution is correct. Issues which are closed can be reopened.">Closed</status>
                    <statusCategory id="3" key="done" colorName="success"/>
                                    <resolution id="9">Done</resolution>
                                        <assignee username="mathias@mongodb.com">Mathias Stearn</assignee>
                                    <reporter username="mathias@mongodb.com">Mathias Stearn</reporter>
                        <labels>
                    </labels>
                <created>Tue, 20 Dec 2011 19:51:00 +0000</created>
                <updated>Mon, 11 Jul 2016 18:34:44 +0000</updated>
                            <resolved>Wed, 10 Jul 2013 21:41:27 +0000</resolved>
                                                    <fixVersion>2.5.1</fixVersion>
                                    <component>Index Maintenance</component>
                                        <votes>0</votes>
                                    <watches>3</watches>
                                                                                                                <comments>
                            <comment id="378430" author="auto" created="Wed, 10 Jul 2013 21:20:32 +0000"  >&lt;p&gt;Author:&lt;/p&gt;
{u&apos;username&apos;: u&apos;RedBeard0531&apos;, u&apos;name&apos;: u&apos;Mathias Stearn&apos;, u&apos;email&apos;: u&apos;mathias@10gen.com&apos;}
&lt;p&gt;Message: Enable test for &lt;a href=&quot;https://jira.mongodb.org/browse/SERVER-4534&quot; title=&quot;Index creation opens too many files for large array&quot; class=&quot;issue-link&quot; data-issue-key=&quot;SERVER-4534&quot;&gt;&lt;del&gt;SERVER-4534&lt;/del&gt;&lt;/a&gt;&lt;/p&gt;

&lt;p&gt;It was fixed when index building switched to using the new Sorter.&lt;br/&gt;
Branch: master&lt;br/&gt;
&lt;a href=&quot;https://github.com/mongodb/mongo/commit/b6d259180642b0bb3296928ad4d6740e63ac30bf&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://github.com/mongodb/mongo/commit/b6d259180642b0bb3296928ad4d6740e63ac30bf&lt;/a&gt;&lt;/p&gt;</comment>
                            <comment id="369267" author="redbeard0531" created="Thu, 27 Jun 2013 18:53:32 +0000"  >&lt;p&gt;Just need to reenable huge_multikey_index.js. Already passes after extsort refacter&lt;/p&gt;</comment>
                            <comment id="101140" author="eliot" created="Wed, 21 Mar 2012 21:09:26 +0000"  >&lt;p&gt;Can you set ulimit to unlimited?&lt;/p&gt;</comment>
                            <comment id="101071" author="paulwang" created="Wed, 21 Mar 2012 18:47:34 +0000"  >&lt;p&gt;Have the same problem, working on a collection size of 1 billion with 4 fields.  Trying to create a single index on 3 fields, getting to 99% complete them the error message above hits.  Some people suggested to increase the ulimit -n 10000, but still fails.  Any luck on solving this problem yet, the index cannot be performed in the background since it will take too long.&lt;/p&gt;

&lt;p&gt;Thanks in advance,&lt;br/&gt;
Paul&lt;/p&gt;</comment>
                            <comment id="75732" author="redbeard0531" created="Fri, 23 Dec 2011 19:28:14 +0000"  >&lt;p&gt;After some examination, this only effects collections with &amp;lt; 1,000,000 objects or an average of &amp;gt; 100 elements per array. This is because we will use the smaller of 1M or db.foo.count()+100 as the size of the InMemory array in ExternalSort. This has bad effects for small collections with huge arrays like this test.&lt;/p&gt;</comment>
                            <comment id="74849" author="auto" created="Tue, 20 Dec 2011 19:53:58 +0000"  >&lt;p&gt;Author:&lt;/p&gt;
{u&apos;login&apos;: u&apos;RedBeard0531&apos;, u&apos;name&apos;: u&apos;Mathias Stearn&apos;, u&apos;email&apos;: u&apos;mathias@10gen.com&apos;}
&lt;p&gt;Message: Disabled test for &lt;a href=&quot;https://jira.mongodb.org/browse/SERVER-4534&quot; title=&quot;Index creation opens too many files for large array&quot; class=&quot;issue-link&quot; data-issue-key=&quot;SERVER-4534&quot;&gt;&lt;del&gt;SERVER-4534&lt;/del&gt;&lt;/a&gt;&lt;br/&gt;
Branch: master&lt;br/&gt;
&lt;a href=&quot;https://github.com/mongodb/mongo/commit/88e4e699dc4db5efd20f393ac587fbe8d66673ac&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://github.com/mongodb/mongo/commit/88e4e699dc4db5efd20f393ac587fbe8d66673ac&lt;/a&gt;&lt;/p&gt;</comment>
                    </comments>
                <issuelinks>
                            <issuelinktype id="10012">
                    <name>Related</name>
                                            <outwardlinks description="related to">
                                        <issuelink>
            <issuekey id="42006">SERVER-6157</issuekey>
        </issuelink>
                            </outwardlinks>
                                                                <inwardlinks description="is related to">
                                        <issuelink>
            <issuekey id="67659">DOCS-1206</issuekey>
        </issuelink>
                            </inwardlinks>
                                    </issuelinktype>
                    </issuelinks>
                <attachments>
                    </attachments>
                <subtasks>
                    </subtasks>
                <customfields>
                                                <customfield id="customfield_10050" key="com.atlassian.jira.toolkit:comments">
                        <customfieldname># Replies</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>6.0</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <customfield id="customfield_10055" key="com.atlassian.jira.ext.charting:firstresponsedate">
                        <customfieldname>Date of 1st Reply</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>Tue, 20 Dec 2011 19:53:58 +0000</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10052" key="com.atlassian.jira.toolkit:dayslastcommented">
                        <customfieldname>Days since reply</customfieldname>
                        <customfieldvalues>
                                        10 years, 32 weeks ago
    
                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_18254" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Dependencies</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue><![CDATA[]]></customfieldvalue>


                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_15850" key="com.atlassian.jira.plugins.jira-development-integration-plugin:devsummary">
                        <customfieldname>Development</customfieldname>
                        <customfieldvalues>
                            
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                    <customfield id="customfield_10057" key="com.atlassian.jira.toolkit:lastusercommented">
                        <customfieldname>Last comment by Customer</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>true</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                            <customfield id="customfield_10056" key="com.atlassian.jira.toolkit:lastupdaterorcommenter">
                        <customfieldname>Last commenter</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>ramon.fernandez@mongodb.com</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_11151" key="com.atlassian.jira.toolkit:LastCommentDate">
                        <customfieldname>Last public comment date</customfieldname>
                        <customfieldvalues>
                            10 years, 32 weeks ago
                        </customfieldvalues>
                    </customfield>
                                                                                                                        <customfield id="customfield_10000" key="com.atlassian.jira.plugin.system.customfieldtypes:radiobuttons">
                        <customfieldname>Old_Backport</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue key="10000"><![CDATA[No]]></customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10032" key="com.atlassian.jira.plugin.system.customfieldtypes:select">
                        <customfieldname>Operating System</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue key="10026"><![CDATA[ALL]]></customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                <customfield id="customfield_10051" key="com.atlassian.jira.toolkit:participants">
                        <customfieldname>Participants</customfieldname>
                        <customfieldvalues>
                                        <customfieldvalue>auto</customfieldvalue>
            <customfieldvalue>eliot</customfieldvalue>
            <customfieldvalue>mathias@mongodb.com</customfieldvalue>
            <customfieldvalue>paulwang</customfieldvalue>
    
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                        <customfield id="customfield_14254" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>Product Rank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>1|hroipr:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                <customfield id="customfield_12550" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>Rank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>2|hrib1j:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10558" key="com.pyxis.greenhopper.jira:gh-global-rank">
                        <customfieldname>Rank (Obsolete)</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>20434</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                            <customfield id="customfield_23361" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Requested By</customfieldname>
                        <customfieldvalues>
                                

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <customfield id="customfield_10166" key="com.atlassian.jira.plugin.system.customfieldtypes:radiobuttons">
                        <customfieldname>Tests Written</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue key="10154"><![CDATA[Complete]]></customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10053" key="com.atlassian.jira.ext.charting:timeinstatus">
                        <customfieldname>Time In Status</customfieldname>
                        <customfieldvalues>
                            
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                        <customfield id="customfield_22870" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Triagers</customfieldname>
                        <customfieldvalues>
                                

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                    <customfield id="customfield_14350" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>serverRank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>1|hrz4o7:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                    </customfields>
    </item>
</channel>
</rss>