<!-- 
RSS generated by JIRA (9.7.1#970001-sha1:2222b88b221c4928ef0de3161136cc90c8356a66) at Thu Feb 08 03:26:07 UTC 2024

It is possible to restrict the fields that are returned in this document by specifying the 'field' parameter in your request.
For example, to request only the issue key and summary append 'field=key&field=summary' to the URL of your request.
-->
<rss version="0.92" >
<channel>
    <title>MongoDB Jira</title>
    <link>https://jira.mongodb.org</link>
    <description>This file is an XML representation of an issue</description>
    <language>en-us</language>    <build-info>
        <version>9.7.1</version>
        <build-number>970001</build-number>
        <build-date>13-04-2023</build-date>
    </build-info>


<item>
            <title>[SERVER-11553] mongoimport cause to crash mongod on sharder cluster</title>
                <link>https://jira.mongodb.org/browse/SERVER-11553</link>
                <project id="10000" key="SERVER">Core Server</project>
                    <description>&lt;p&gt;I tried to export and then import with different name small collection (~8K records) using mongoexport and then mongoimport.&lt;/p&gt;

&lt;p&gt;One of the cluster node crushed.&lt;/p&gt;

&lt;p&gt;mongod log:&lt;br/&gt;
Mon Nov 04 22:44:39.551 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn37&amp;#93;&lt;/span&gt; build index test.test_coll_import &lt;/p&gt;
{ _id: 1 }
&lt;p&gt;Mon Nov 04 22:44:39.553 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn37&amp;#93;&lt;/span&gt; build index done.  scanned 0 total records. 0.001 secs&lt;br/&gt;
Mon Nov 04 22:44:39.555 &lt;span class=&quot;error&quot;&gt;&amp;#91;repl writer worker 1&amp;#93;&lt;/span&gt; build index test.test_coll_import &lt;/p&gt;
{ _id: 1 }
&lt;p&gt;Mon Nov 04 22:44:39.557 &lt;span class=&quot;error&quot;&gt;&amp;#91;repl writer worker 1&amp;#93;&lt;/span&gt; build index done.  scanned 0 total records. 0.001 secs&lt;br/&gt;
Mon Nov 04 22:44:39.558 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn4&amp;#93;&lt;/span&gt; getMore: cursorid not found local.oplog.rs 51171225181354&lt;br/&gt;
Mon Nov 04 22:44:39.558 &lt;span class=&quot;error&quot;&gt;&amp;#91;rsSyncNotifier&amp;#93;&lt;/span&gt; repl: old cursor isDead, will initiate a new one&lt;br/&gt;
Mon Nov 04 22:44:40.731 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn25&amp;#93;&lt;/span&gt; command admin.$cmd command: &lt;/p&gt;
{ writebacklisten: ObjectId(&apos;5277e3da81f5fbe6b00d97ef&apos;) }
&lt;p&gt; ntoreturn:1 keyUpdates:0  reslen:44 300000ms&lt;br/&gt;
Mon Nov 04 22:44:40.733 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn21&amp;#93;&lt;/span&gt; command admin.$cmd command: &lt;/p&gt;
{ writebacklisten: ObjectId(&apos;5277e3da81f5fbe6b00d97ef&apos;) }
&lt;p&gt; ntoreturn:1 keyUpdates:0  reslen:44 300000ms&lt;br/&gt;
Mon Nov 04 22:44:40.737 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn26&amp;#93;&lt;/span&gt; command admin.$cmd command: &lt;/p&gt;
{ writebacklisten: ObjectId(&apos;5277e3da81f5fbe6b00d97ef&apos;) }
&lt;p&gt; ntoreturn:1 keyUpdates:0  reslen:44 300000ms&lt;br/&gt;
Mon Nov 04 22:44:40.739 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn21&amp;#93;&lt;/span&gt; command admin.$cmd command: &lt;/p&gt;
{ writebacklisten: ObjectId(&apos;5277e3da81f5fbe6b00d97ef&apos;) }
&lt;p&gt; ntoreturn:1 keyUpdates:0  reslen:44 300000ms&lt;br/&gt;
Mon Nov 04 22:44:40.800 &lt;span class=&quot;error&quot;&gt;&amp;#91;journal&amp;#93;&lt;/span&gt; MapViewOfFileEx for C:/mongodb/db_rs0/test.ns failed with error errno:487 Attempt to access invalid address. (file size is 16777216) in MemoryMappedFile::remapPrivateView&lt;br/&gt;
Mon Nov 04 22:44:40.800 &lt;span class=&quot;error&quot;&gt;&amp;#91;journal&amp;#93;&lt;/span&gt;   Fatal Assertion 16148&lt;br/&gt;
Mon Nov 04 22:44:42.165 &lt;span class=&quot;error&quot;&gt;&amp;#91;journal&amp;#93;&lt;/span&gt; mongod.exe    ...\src\mongo\util\assert_util.cpp(129)                               mongo::fassertFailed+0x75&lt;br/&gt;
Mon Nov 04 22:44:42.165 &lt;span class=&quot;error&quot;&gt;&amp;#91;journal&amp;#93;&lt;/span&gt; mongod.exe    ...\src\mongo\util\mmap_win.cpp(326)                                  mongo::MemoryMappedFile::remapPrivateView+0x291&lt;br/&gt;
Mon Nov 04 22:44:42.165 &lt;span class=&quot;error&quot;&gt;&amp;#91;journal&amp;#93;&lt;/span&gt; mongod.exe    ...\src\mongo\db\dur.cpp(523)                                         mongo::dur::_REMAPPRIVATEVIEW+0x261&lt;br/&gt;
Mon Nov 04 22:44:42.165 &lt;span class=&quot;error&quot;&gt;&amp;#91;journal&amp;#93;&lt;/span&gt; mongod.exe    ...\src\mongo\db\dur.cpp(538)                                         mongo::dur::REMAPPRIVATEVIEW+0x11&lt;br/&gt;
Mon Nov 04 22:44:42.165 &lt;span class=&quot;error&quot;&gt;&amp;#91;journal&amp;#93;&lt;/span&gt; mongod.exe    ...\src\mongo\db\dur.cpp(700)                                         mongo::dur::_groupCommit+0x227&lt;br/&gt;
Mon Nov 04 22:44:42.165 &lt;span class=&quot;error&quot;&gt;&amp;#91;journal&amp;#93;&lt;/span&gt; mongod.exe    ...\src\mongo\db\dur.cpp(711)                                         mongo::dur::groupCommit+0x3e&lt;br/&gt;
Mon Nov 04 22:44:42.165 &lt;span class=&quot;error&quot;&gt;&amp;#91;journal&amp;#93;&lt;/span&gt; mongod.exe    ...\src\mongo\db\dur.cpp(751)                                         mongo::dur::durThreadGroupCommit+0xaf&lt;br/&gt;
Mon Nov 04 22:44:42.165 &lt;span class=&quot;error&quot;&gt;&amp;#91;journal&amp;#93;&lt;/span&gt; mongod.exe    ...\src\mongo\db\dur.cpp(16707566)                                    mongo::dur::durThread+0x227&lt;br/&gt;
Mon Nov 04 22:44:42.165 &lt;span class=&quot;error&quot;&gt;&amp;#91;journal&amp;#93;&lt;/span&gt; mongod.exe    ...\src\third_party\boost\libs\thread\src\win32\thread.cpp(16707566)  boost::`anonymous namespace&apos;::thread_start_function+0x47&lt;br/&gt;
Mon Nov 04 22:44:42.165 &lt;span class=&quot;error&quot;&gt;&amp;#91;journal&amp;#93;&lt;/span&gt; mongod.exe    f:\dd\vctools\crt_bld\self_x86\crt\src\threadex.c(314)                _callthreadstartex+0x1b&lt;br/&gt;
Mon Nov 04 22:44:42.165 &lt;span class=&quot;error&quot;&gt;&amp;#91;journal&amp;#93;&lt;/span&gt; mongod.exe    f:\dd\vctools\crt_bld\self_x86\crt\src\threadex.c(292)                _threadstartex+0x64&lt;br/&gt;
Mon Nov 04 22:44:42.165 &lt;span class=&quot;error&quot;&gt;&amp;#91;journal&amp;#93;&lt;/span&gt; kernel32.dll                                                                        BaseThreadInitThunk+0x12&lt;br/&gt;
Mon Nov 04 22:44:42.165 &lt;span class=&quot;error&quot;&gt;&amp;#91;journal&amp;#93;&lt;/span&gt; ntdll.dll                                                                           RtlInitializeExceptionChain+0xef&lt;/p&gt;
</description>
                <environment>Windows7 32bit&lt;br/&gt;
sharder cluster with 2x replica set&lt;br/&gt;
each replica set has 2 nodes&lt;br/&gt;
1 config server&lt;br/&gt;
1 mongos&lt;br/&gt;
All on the same PC (localhost)</environment>
        <key id="97013">SERVER-11553</key>
            <summary>mongoimport cause to crash mongod on sharder cluster</summary>
                <type id="1" iconUrl="https://jira.mongodb.org/secure/viewavatar?size=xsmall&amp;avatarId=14703&amp;avatarType=issuetype">Bug</type>
                                            <priority id="2" iconUrl="https://jira.mongodb.org/images/icons/priorities/critical.svg">Critical - P2</priority>
                        <status id="6" iconUrl="https://jira.mongodb.org/images/icons/statuses/closed.png" description="The issue is considered finished, the resolution is correct. Issues which are closed can be reopened.">Closed</status>
                    <statusCategory id="3" key="done" colorName="success"/>
                                    <resolution id="2">Won&apos;t Fix</resolution>
                                        <assignee username="-1">Unassigned</assignee>
                                    <reporter username="pomka@yandex.ru">Roman Shekhovtsov</reporter>
                        <labels>
                            <label>Windows</label>
                            <label>crash</label>
                            <label>mongoimport</label>
                            <label>replicaset</label>
                            <label>sharding</label>
                    </labels>
                <created>Mon, 4 Nov 2013 19:16:37 +0000</created>
                <updated>Wed, 10 Dec 2014 23:15:22 +0000</updated>
                            <resolved>Mon, 30 Dec 2013 19:46:31 +0000</resolved>
                                    <version>2.4.7</version>
                                                    <component>Internal Code</component>
                    <component>Stability</component>
                    <component>Tools</component>
                                        <votes>0</votes>
                                    <watches>4</watches>
                                                                                                                <comments>
                            <comment id="475811" author="dan@10gen.com" created="Mon, 30 Dec 2013 19:46:31 +0000"  >&lt;p&gt;As noted on the &lt;a href=&quot;http://www.mongodb.org/downloads#32-bit-limit&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;MongoDB downloads page&lt;/a&gt;&lt;/p&gt;
&lt;blockquote&gt;&lt;p&gt;32-bit builds are limited to around 2GB of data.  In general you should use the 64 bit builds. The 32 bit binaries are ok for replica set arbiters and mongos&apos; but not for production mongod&apos;s. See &lt;a href=&quot;http://blog.mongodb.org/post/137788967/32-bit-limitations&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;here&lt;/a&gt; for more information.&lt;/p&gt;&lt;/blockquote&gt;</comment>
                    </comments>
                    <attachments>
                            <attachment id="33386" name="mongod.log" size="255340" author="pomka@yandex.ru" created="Mon, 4 Nov 2013 19:16:37 +0000"/>
                            <attachment id="33387" name="mongos.log" size="320839" author="pomka@yandex.ru" created="Mon, 4 Nov 2013 19:16:37 +0000"/>
                            <attachment id="33388" name="test_coll_import.json" size="1439738" author="pomka@yandex.ru" created="Mon, 4 Nov 2013 19:19:33 +0000"/>
                    </attachments>
                <subtasks>
                    </subtasks>
                <customfields>
                                                <customfield id="customfield_10050" key="com.atlassian.jira.toolkit:comments">
                        <customfieldname># Replies</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>1.0</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <customfield id="customfield_10055" key="com.atlassian.jira.ext.charting:firstresponsedate">
                        <customfieldname>Date of 1st Reply</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>Mon, 30 Dec 2013 19:46:31 +0000</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10052" key="com.atlassian.jira.toolkit:dayslastcommented">
                        <customfieldname>Days since reply</customfieldname>
                        <customfieldvalues>
                                        10 years, 7 weeks, 2 days ago
    
                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_18254" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Dependencies</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue><![CDATA[]]></customfieldvalue>


                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_15850" key="com.atlassian.jira.plugins.jira-development-integration-plugin:devsummary">
                        <customfieldname>Development</customfieldname>
                        <customfieldvalues>
                            
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                    <customfield id="customfield_10057" key="com.atlassian.jira.toolkit:lastusercommented">
                        <customfieldname>Last comment by Customer</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>true</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                            <customfield id="customfield_10056" key="com.atlassian.jira.toolkit:lastupdaterorcommenter">
                        <customfieldname>Last commenter</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>ramon.fernandez@mongodb.com</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_11151" key="com.atlassian.jira.toolkit:LastCommentDate">
                        <customfieldname>Last public comment date</customfieldname>
                        <customfieldvalues>
                            10 years, 7 weeks, 2 days ago
                        </customfieldvalues>
                    </customfield>
                                                                                                                        <customfield id="customfield_10000" key="com.atlassian.jira.plugin.system.customfieldtypes:radiobuttons">
                        <customfieldname>Old_Backport</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue key="10000"><![CDATA[No]]></customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10032" key="com.atlassian.jira.plugin.system.customfieldtypes:select">
                        <customfieldname>Operating System</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue key="10022"><![CDATA[Windows]]></customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                <customfield id="customfield_10051" key="com.atlassian.jira.toolkit:participants">
                        <customfieldname>Participants</customfieldname>
                        <customfieldvalues>
                                        <customfieldvalue>dan@mongodb.com</customfieldvalue>
            <customfieldvalue>pomka@yandex.ru</customfieldvalue>
    
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                        <customfield id="customfield_14254" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>Product Rank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>1|hrm8db:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                <customfield id="customfield_12550" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>Rank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>2|hrtze7:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10558" key="com.pyxis.greenhopper.jira:gh-global-rank">
                        <customfieldname>Rank (Obsolete)</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>88867</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                            <customfield id="customfield_23361" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Requested By</customfieldname>
                        <customfieldvalues>
                                

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                            <customfield id="customfield_10750" key="com.atlassian.jira.plugin.system.customfieldtypes:textarea">
                        <customfieldname>Steps To Reproduce</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>&lt;p&gt;I use commands below to create a cluster:&lt;br/&gt;
@cd c:\mongodb\&lt;br/&gt;
@start &quot;rs0:27001&quot; bin\mongod.exe --port 27001 --replSet rs0 --config mongod.cfg --dbpath db_rs0 &lt;br/&gt;
@start &quot;rs0:27002&quot; bin\mongod.exe --port 27002 --replSet rs0 --config mongod.cfg --dbpath db_rs0s&lt;br/&gt;
@start &quot;rs1:27003&quot; bin\mongod.exe --port 27003 --replSet rs1 --config mongod.cfg --dbpath db_rs1&lt;br/&gt;
@start &quot;rs1:27004&quot; bin\mongod.exe --port 27004 --replSet rs1 --config mongod.cfg --dbpath db_rs1s&lt;br/&gt;
@start &quot;cfg:27005&quot; bin\mongod.exe --port 27005 --configsvr   --config mongod.cfg --dbpath configdb&lt;br/&gt;
@start &quot;shr:27006&quot; bin\mongos.exe --port 27006 --configdb localhost:27005 --config mongos.cfg&lt;br/&gt;
mongo.cmd 27001&lt;/p&gt;

&lt;p&gt;rs.initiate({ _id: &apos;rs0&apos;, version: 1, members: &lt;span class=&quot;error&quot;&gt;&amp;#91;{_id:0, host:&amp;#39;localhost:27001&amp;#39;}&amp;#93;&lt;/span&gt; })&lt;br/&gt;
rs.add(&apos;localhost:27002&apos;)&lt;br/&gt;
exit&lt;/p&gt;

&lt;p&gt;mongo.cmd 27003&lt;/p&gt;

&lt;p&gt;rs.initiate({ _id: &apos;rs1&apos;, version: 1, members: &lt;span class=&quot;error&quot;&gt;&amp;#91;{_id:0, host:&amp;#39;localhost:27003&amp;#39;}&amp;#93;&lt;/span&gt; })&lt;br/&gt;
rs.add(&apos;localhost:27004&apos;)&lt;br/&gt;
exit&lt;/p&gt;

&lt;p&gt;mongo.cmd 27006&lt;/p&gt;

&lt;p&gt;sh.addShard( &quot;rs0/localhost:27001&quot; )&lt;br/&gt;
sh.addShard( &quot;rs1/localhost:27003&quot; )&lt;br/&gt;
sh.enableSharding(&quot;test&quot;)&lt;/p&gt;

&lt;p&gt;use test&lt;/p&gt;

&lt;p&gt;&amp;lt;GENERATE TEST DATA&lt;br/&gt;
people = &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;quot;Marc&amp;quot;, &amp;quot;Bill&amp;quot;, &amp;quot;George&amp;quot;, &amp;quot;Eliot&amp;quot;, &amp;quot;Matt&amp;quot;, &amp;quot;Trey&amp;quot;, &amp;quot;Tracy&amp;quot;, &amp;quot;Greg&amp;quot;, &amp;quot;Steve&amp;quot;, &amp;quot;Kristina&amp;quot;, &amp;quot;Katie&amp;quot;, &amp;quot;Jeff&amp;quot;&amp;#93;&lt;/span&gt;; &lt;br/&gt;
for(var i=0; i&amp;lt;1000000; i++) { &lt;br/&gt;
 name = people&lt;span class=&quot;error&quot;&gt;&amp;#91;Math.floor(Math.random()*people.length)&amp;#93;&lt;/span&gt;; &lt;br/&gt;
 user_id = i; &lt;br/&gt;
 boolean = &lt;span class=&quot;error&quot;&gt;&amp;#91;true, false&amp;#93;&lt;/span&gt;&lt;span class=&quot;error&quot;&gt;&amp;#91;Math.floor(Math.random()*2)&amp;#93;&lt;/span&gt;; &lt;br/&gt;
 added_at = new Date(); &lt;br/&gt;
 number = Math.floor(Math.random()*10001); &lt;/p&gt;

&lt;p&gt; db.test_collection.save(&lt;/p&gt;
{
  &quot;name&quot;:name, 
  &quot;user_id&quot;:user_id, 
  &quot;boolean&quot;: boolean, 
  &quot;added_at&quot;:added_at, 
  &quot;number&quot;:number 
 }
&lt;p&gt;); &lt;br/&gt;
}&lt;br/&gt;
GENERATE TEST DATA&amp;gt;&lt;/p&gt;

&lt;p&gt;db.test_collection.ensureIndex( &lt;/p&gt;
{ _id : &quot;hashed&quot; }
&lt;p&gt; )&lt;br/&gt;
sh.shardCollection(&quot;test.test_collection&quot;, &lt;/p&gt;
{ &quot;_id&quot;: &quot;hashed&quot; }
&lt;p&gt; )&lt;/p&gt;

&lt;p&gt;THEN:&lt;br/&gt;
bin\mongoexport.exe --port 27006 --collection test_collection --out test_coll_import.json&lt;br/&gt;
bin\mongoimport.exe --port 27006 --collection test_coll_import --file test_coll_import.json&lt;/p&gt;</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                    <customfield id="customfield_10053" key="com.atlassian.jira.ext.charting:timeinstatus">
                        <customfieldname>Time In Status</customfieldname>
                        <customfieldvalues>
                            
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                        <customfield id="customfield_22870" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Triagers</customfieldname>
                        <customfieldvalues>
                                

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                    <customfield id="customfield_14350" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>serverRank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>1|hsp647:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                    </customfields>
    </item>
</channel>
</rss>