<!-- 
RSS generated by JIRA (9.7.1#970001-sha1:2222b88b221c4928ef0de3161136cc90c8356a66) at Thu Feb 08 03:03:04 UTC 2024

It is possible to restrict the fields that are returned in this document by specifying the 'field' parameter in your request.
For example, to request only the issue key and summary append 'field=key&field=summary' to the URL of your request.
-->
<rss version="0.92" >
<channel>
    <title>MongoDB Jira</title>
    <link>https://jira.mongodb.org</link>
    <description>This file is an XML representation of an issue</description>
    <language>en-us</language>    <build-info>
        <version>9.7.1</version>
        <build-number>970001</build-number>
        <build-date>13-04-2023</build-date>
    </build-info>


<item>
            <title>[SERVER-3439] mongod complains about too much data uncommitted, crashes with assertionFailure, then fails to start</title>
                <link>https://jira.mongodb.org/browse/SERVER-3439</link>
                <project id="10000" key="SERVER">Core Server</project>
                    <description>&lt;p&gt;The Primary of one of our replica sets suddenly died with the attached stack trace (mongocrash.log) and now refuses to start, throwing stack traces like the one in mongocrash2.log. &lt;/p&gt;</description>
                <environment>Ubuntu EC2 Linux on m2.4xlarge</environment>
        <key id="19689">SERVER-3439</key>
            <summary>mongod complains about too much data uncommitted, crashes with assertionFailure, then fails to start</summary>
                <type id="1" iconUrl="https://jira.mongodb.org/secure/viewavatar?size=xsmall&amp;avatarId=14703&amp;avatarType=issuetype">Bug</type>
                                            <priority id="2" iconUrl="https://jira.mongodb.org/images/icons/priorities/critical.svg">Critical - P2</priority>
                        <status id="6" iconUrl="https://jira.mongodb.org/images/icons/statuses/closed.png" description="The issue is considered finished, the resolution is correct. Issues which are closed can be reopened.">Closed</status>
                    <statusCategory id="3" key="done" colorName="success"/>
                                    <resolution id="9">Done</resolution>
                                        <assignee username="dwight@mongodb.com">Dwight Merriman</assignee>
                                    <reporter username="mikeyk">Mike K</reporter>
                        <labels>
                    </labels>
                <created>Mon, 18 Jul 2011 15:26:42 +0000</created>
                <updated>Tue, 12 Jul 2016 00:19:39 +0000</updated>
                            <resolved>Wed, 3 Aug 2011 03:27:22 +0000</resolved>
                                    <version>1.8.2</version>
                                    <fixVersion>1.9.2</fixVersion>
                                    <component>Replication</component>
                    <component>Stability</component>
                                        <votes>0</votes>
                                    <watches>5</watches>
                                                                                                                <comments>
                            <comment id="46016" author="dwight_10gen" created="Wed, 3 Aug 2011 03:27:09 +0000"  >&lt;p&gt;hopefully fixed via a couple changes including this one:&lt;br/&gt;
&lt;a href=&quot;https://github.com/mongodb/mongo/commit/3b4b0026cd2e018346bf068109ba0a9368a07eeb&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://github.com/mongodb/mongo/commit/3b4b0026cd2e018346bf068109ba0a9368a07eeb&lt;/a&gt;&lt;/p&gt;</comment>
                            <comment id="43630" author="dwight_10gen" created="Wed, 20 Jul 2011 19:26:49 +0000"  >&lt;p&gt;ok have a theory as to the repair crash, will be trying some things&lt;/p&gt;</comment>
                            <comment id="42876" author="dwight_10gen" created="Mon, 18 Jul 2011 19:18:15 +0000"  >&lt;p&gt;email me re: looking at the volume tx. dwight@10gen.com&lt;/p&gt;</comment>
                            <comment id="42858" author="mikeyk" created="Mon, 18 Jul 2011 18:14:01 +0000"  >&lt;p&gt;Also in terms of commands etc, nothing different (as far as we can tell) was happening; this is a system that&apos;s been running for about 2 months without any major changes.&lt;/p&gt;</comment>
                            <comment id="42857" author="mikeyk" created="Mon, 18 Jul 2011 18:12:30 +0000"  >&lt;p&gt;The cluster failed over to the secondary, but about 5 minutes ago the secondary failed too (unfortunately I only have the bottom of the stack trace):&lt;/p&gt;

&lt;p&gt; /lib/x86_64-linux-gnu/libc.so.6(gsignal+0x35) &lt;span class=&quot;error&quot;&gt;&amp;#91;0x7ff67d0afd05&amp;#93;&lt;/span&gt;&lt;br/&gt;
 /lib/x86_64-linux-gnu/libc.so.6(abort+0x186) &lt;span class=&quot;error&quot;&gt;&amp;#91;0x7ff67d0b3ab6&amp;#93;&lt;/span&gt;&lt;br/&gt;
 /lib/x86_64-linux-gnu/libc.so.6(__assert_fail+0xf5) &lt;span class=&quot;error&quot;&gt;&amp;#91;0x7ff67d0a87c5&amp;#93;&lt;/span&gt;&lt;br/&gt;
 mongod(_ZN5mongo8SpinLock4lockEv+0xa5) &lt;span class=&quot;error&quot;&gt;&amp;#91;0x56fa65&amp;#93;&lt;/span&gt;&lt;br/&gt;
 mongod(_ZN5mongo14NetworkCounter3hitExx+0x83) &lt;span class=&quot;error&quot;&gt;&amp;#91;0x600163&amp;#93;&lt;/span&gt;&lt;br/&gt;
 mongod(_ZN5mongo10connThreadEPNS_13MessagingPortE+0x783) &lt;span class=&quot;error&quot;&gt;&amp;#91;0x8a9533&amp;#93;&lt;/span&gt;&lt;br/&gt;
 mongod(thread_proxy+0x80) &lt;span class=&quot;error&quot;&gt;&amp;#91;0x8bb630&amp;#93;&lt;/span&gt;&lt;br/&gt;
 /lib/x86_64-linux-gnu/libpthread.so.0(+0x6d8c) &lt;span class=&quot;error&quot;&gt;&amp;#91;0x7ff67dbb7d8c&amp;#93;&lt;/span&gt;&lt;br/&gt;
 /lib/x86_64-linux-gnu/libc.so.6(clone+0x6d) &lt;span class=&quot;error&quot;&gt;&amp;#91;0x7ff67d16204d&amp;#93;&lt;/span&gt;&lt;/p&gt;

&lt;p&gt;Mon Jul 18 17:20:10 &lt;span class=&quot;error&quot;&gt;&amp;#91;LockPinger&amp;#93;&lt;/span&gt; warning: dist_lock process: ip-10-78-233-4:1311001137:135267863 pinging: config-social1:20000,config-social2:20000,config-social3:20000 failed: Invalid BSONObj size: 0 (0x00000000) first element: EOO&lt;/p&gt;

&lt;p&gt;At this point the secondary (now the primary) wouldn&apos;t start up at all, until I removed the local files. Then, it would start, but a few minutes later gave me this:&lt;/p&gt;

&lt;p&gt;social1:PRIMARY&amp;gt; db.oplog.rs.find()   &lt;br/&gt;
error: {&lt;br/&gt;
	&quot;$err&quot; : &quot;Invalid BSONObj size: 604176384 (0x00000324) first element: ddToSet: ?type=97&quot;,&lt;br/&gt;
	&quot;code&quot; : 10334&lt;br/&gt;
}&lt;/p&gt;

&lt;p&gt;Clearing out the local files one more time seems to have gotten it to start again. For the other one, no combination of removing local, journal, lock, etc files gets it to start...so we&apos;re going to try syncing from scratch from the secondary.&lt;/p&gt;

&lt;p&gt;I&apos;ve saved the EBS volumes if you want to have a look.&lt;/p&gt;</comment>
                            <comment id="42855" author="dwight_10gen" created="Mon, 18 Jul 2011 18:07:13 +0000"  >&lt;p&gt;investigating.  not obvious what is wrong.  is just one node down &amp;#8211; i.e. is the cluster otherwise up?&lt;/p&gt;

&lt;p&gt;what&apos;s your command line like?&lt;/p&gt;

&lt;p&gt;any operation unusual that was started just before this manifested?&lt;/p&gt;</comment>
                            <comment id="42845" author="mikeyk" created="Mon, 18 Jul 2011 17:45:31 +0000"  >&lt;p&gt;Also, it crashes when started with --repair (attached as repair-crash.txt)&lt;/p&gt;</comment>
                            <comment id="42844" author="dwight_10gen" created="Mon, 18 Jul 2011 17:39:15 +0000"  >&lt;p&gt;checking&lt;/p&gt;</comment>
                    </comments>
                <issuelinks>
                            <issuelinktype id="10010">
                    <name>Duplicate</name>
                                            <outwardlinks description="duplicates">
                                        <issuelink>
            <issuekey id="19865">SERVER-3447</issuekey>
        </issuelink>
                            </outwardlinks>
                                                        </issuelinktype>
                    </issuelinks>
                <attachments>
                            <attachment id="12275" name="mongocrash.log" size="4940" author="mikeyk" created="Mon, 18 Jul 2011 15:26:42 +0000"/>
                            <attachment id="12276" name="mongocrash2.log" size="49424" author="mikeyk" created="Mon, 18 Jul 2011 15:26:42 +0000"/>
                            <attachment id="12279" name="repair-crash.txt" size="4162" author="mikeyk" created="Mon, 18 Jul 2011 17:45:04 +0000"/>
                    </attachments>
                <subtasks>
                    </subtasks>
                <customfields>
                                                <customfield id="customfield_10050" key="com.atlassian.jira.toolkit:comments">
                        <customfieldname># Replies</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>8.0</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <customfield id="customfield_10055" key="com.atlassian.jira.ext.charting:firstresponsedate">
                        <customfieldname>Date of 1st Reply</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>Mon, 18 Jul 2011 17:39:15 +0000</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10052" key="com.atlassian.jira.toolkit:dayslastcommented">
                        <customfieldname>Days since reply</customfieldname>
                        <customfieldvalues>
                                        12 years, 29 weeks ago
    
                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_18254" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Dependencies</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue><![CDATA[]]></customfieldvalue>


                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_15850" key="com.atlassian.jira.plugins.jira-development-integration-plugin:devsummary">
                        <customfieldname>Development</customfieldname>
                        <customfieldvalues>
                            
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                    <customfield id="customfield_10057" key="com.atlassian.jira.toolkit:lastusercommented">
                        <customfieldname>Last comment by Customer</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>false</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                            <customfield id="customfield_10056" key="com.atlassian.jira.toolkit:lastupdaterorcommenter">
                        <customfieldname>Last commenter</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>ramon.fernandez@mongodb.com</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_11151" key="com.atlassian.jira.toolkit:LastCommentDate">
                        <customfieldname>Last public comment date</customfieldname>
                        <customfieldvalues>
                            12 years, 29 weeks ago
                        </customfieldvalues>
                    </customfield>
                                                                                                                        <customfield id="customfield_10000" key="com.atlassian.jira.plugin.system.customfieldtypes:radiobuttons">
                        <customfieldname>Old_Backport</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue key="10000"><![CDATA[No]]></customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10032" key="com.atlassian.jira.plugin.system.customfieldtypes:select">
                        <customfieldname>Operating System</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue key="10026"><![CDATA[ALL]]></customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                <customfield id="customfield_10051" key="com.atlassian.jira.toolkit:participants">
                        <customfieldname>Participants</customfieldname>
                        <customfieldvalues>
                                        <customfieldvalue>dwight@mongodb.com</customfieldvalue>
            <customfieldvalue>mikeyk</customfieldvalue>
    
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                        <customfield id="customfield_14254" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>Product Rank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>1|hrovn3:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                <customfield id="customfield_12550" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>Rank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>2|hris3j:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10558" key="com.pyxis.greenhopper.jira:gh-global-rank">
                        <customfieldname>Rank (Obsolete)</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>23205</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                            <customfield id="customfield_23361" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Requested By</customfieldname>
                        <customfieldvalues>
                                

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                            <customfield id="customfield_10053" key="com.atlassian.jira.ext.charting:timeinstatus">
                        <customfieldname>Time In Status</customfieldname>
                        <customfieldvalues>
                            
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                        <customfield id="customfield_22870" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Triagers</customfieldname>
                        <customfieldvalues>
                                

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                    <customfield id="customfield_14350" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>serverRank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>1|ht0sg7:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                    </customfields>
    </item>
</channel>
</rss>