<!-- 
RSS generated by JIRA (9.7.1#970001-sha1:2222b88b221c4928ef0de3161136cc90c8356a66) at Thu Feb 08 03:01:17 UTC 2024

It is possible to restrict the fields that are returned in this document by specifying the 'field' parameter in your request.
For example, to request only the issue key and summary append 'field=key&field=summary' to the URL of your request.
-->
<rss version="0.92" >
<channel>
    <title>MongoDB Jira</title>
    <link>https://jira.mongodb.org</link>
    <description>This file is an XML representation of an issue</description>
    <language>en-us</language>    <build-info>
        <version>9.7.1</version>
        <build-number>970001</build-number>
        <build-date>13-04-2023</build-date>
    </build-info>


<item>
            <title>[SERVER-2822] secondary cannot recover after failure</title>
                <link>https://jira.mongodb.org/browse/SERVER-2822</link>
                <project id="10000" key="SERVER">Core Server</project>
                    <description>&lt;p&gt;two of our 80 mongo servers has been hanged for a while, then machine was restarted.&lt;br/&gt;
now secondary cannot repair itself&lt;/p&gt;

&lt;p&gt;please help&lt;/p&gt;

&lt;p&gt;Wed Mar 23 01:10:39 &lt;span class=&quot;error&quot;&gt;&amp;#91;initandlisten&amp;#93;&lt;/span&gt; Assertion: 10334:Invalid BSONObj size: 1845624949 (0x7500026E) first element: : ?type=115&lt;br/&gt;
0x562059 0x4ee45e 0x7840d8 0x64cfad 0x751db3 0x75b387 0x75c101 0x59b1dc 0x59b6f8 0x725981 0x726e04 0x72811d 0x781cda 0x8a7d48 0x8a8c84 0x8a9fcc 0x8aab98 0x8b1b8c 0x2ad8679378a4 0x4e0ff9&lt;br/&gt;
 /usr/bin/mongod(_ZN5mongo11msgassertedEiPKc+0x129) &lt;span class=&quot;error&quot;&gt;&amp;#91;0x562059&amp;#93;&lt;/span&gt;&lt;br/&gt;
 /usr/bin/mongod(_ZNK5mongo7BSONObj14_assertInvalidEv+0x46e) &lt;span class=&quot;error&quot;&gt;&amp;#91;0x4ee45e&amp;#93;&lt;/span&gt;&lt;br/&gt;
 /usr/bin/mongod(_ZN5mongo11BasicCursor7currentEv+0x68) &lt;span class=&quot;error&quot;&gt;&amp;#91;0x7840d8&amp;#93;&lt;/span&gt;&lt;br/&gt;
 /usr/bin/mongod(_ZN5mongo14processGetMoreEPKcixRNS_5CurOpEiRb+0x58d) &lt;span class=&quot;error&quot;&gt;&amp;#91;0x64cfad&amp;#93;&lt;/span&gt;&lt;br/&gt;
 /usr/bin/mongod(_ZN5mongo15receivedGetMoreERNS_10DbResponseERNS_7MessageERNS_5CurOpE+0x1f3) &lt;span class=&quot;error&quot;&gt;&amp;#91;0x751db3&amp;#93;&lt;/span&gt;&lt;br/&gt;
 /usr/bin/mongod(_ZN5mongo16assembleResponseERNS_7MessageERNS_10DbResponseERKNS_8SockAddrE+0x14f7) &lt;span class=&quot;error&quot;&gt;&amp;#91;0x75b387&amp;#93;&lt;/span&gt;&lt;br/&gt;
 /usr/bin/mongod(_ZN5mongo14DBDirectClient4callERNS_7MessageES2_bPSs+0x81) &lt;span class=&quot;error&quot;&gt;&amp;#91;0x75c101&amp;#93;&lt;/span&gt;&lt;br/&gt;
 /usr/bin/mongod(_ZN5mongo14DBClientCursor11requestMoreEv+0x30c) &lt;span class=&quot;error&quot;&gt;&amp;#91;0x59b1dc&amp;#93;&lt;/span&gt;&lt;br/&gt;
 /usr/bin/mongod(_ZN5mongo14DBClientCursor4moreEv+0x58) &lt;span class=&quot;error&quot;&gt;&amp;#91;0x59b6f8&amp;#93;&lt;/span&gt;&lt;br/&gt;
 /usr/bin/mongod(_ZN5mongo6Cloner4copyEPKcS2_bbbbNS_5QueryE+0x5c1) &lt;span class=&quot;error&quot;&gt;&amp;#91;0x725981&amp;#93;&lt;/span&gt;&lt;br/&gt;
 /usr/bin/mongod(_ZN5mongo6Cloner2goEPKcRSsRKSsbbbb+0xdf4) &lt;span class=&quot;error&quot;&gt;&amp;#91;0x726e04&amp;#93;&lt;/span&gt;&lt;br/&gt;
 /usr/bin/mongod(_ZN5mongo9cloneFromEPKcRSsRKSsbbbb+0x3d) &lt;span class=&quot;error&quot;&gt;&amp;#91;0x72811d&amp;#93;&lt;/span&gt;&lt;br/&gt;
 /usr/bin/mongod(_ZN5mongo14repairDatabaseESsRSsbb+0x43a) &lt;span class=&quot;error&quot;&gt;&amp;#91;0x781cda&amp;#93;&lt;/span&gt;&lt;br/&gt;
 /usr/bin/mongod(_ZN5mongo11doDBUpgradeERKSsSsPNS_14DataFileHeaderE+0x68) &lt;span class=&quot;error&quot;&gt;&amp;#91;0x8a7d48&amp;#93;&lt;/span&gt;&lt;br/&gt;
 /usr/bin/mongod &lt;span class=&quot;error&quot;&gt;&amp;#91;0x8a8c84&amp;#93;&lt;/span&gt;&lt;br/&gt;
 /usr/bin/mongod(_ZN5mongo14_initAndListenEiPKc+0x41c) &lt;span class=&quot;error&quot;&gt;&amp;#91;0x8a9fcc&amp;#93;&lt;/span&gt;&lt;br/&gt;
 /usr/bin/mongod(_ZN5mongo13initAndListenEiPKc+0x18) &lt;span class=&quot;error&quot;&gt;&amp;#91;0x8aab98&amp;#93;&lt;/span&gt;&lt;br/&gt;
 /usr/bin/mongod(main+0x6e8c) &lt;span class=&quot;error&quot;&gt;&amp;#91;0x8b1b8c&amp;#93;&lt;/span&gt;&lt;br/&gt;
 /lib64/libc.so.6(__libc_start_main+0xf4) &lt;span class=&quot;error&quot;&gt;&amp;#91;0x2ad8679378a4&amp;#93;&lt;/span&gt;&lt;br/&gt;
 /usr/bin/mongod(__gxx_personality_v0+0x3b1) &lt;span class=&quot;error&quot;&gt;&amp;#91;0x4e0ff9&amp;#93;&lt;/span&gt;&lt;br/&gt;
Wed Mar 23 01:10:39 &lt;span class=&quot;error&quot;&gt;&amp;#91;initandlisten&amp;#93;&lt;/span&gt; getmore local.oplog.rs cid:3581083591747888217 getMore: {}  exception 10334 Invalid BSONObj size: 1845624949 (0x7500026E) first element: : ?type=115 bytes:20 nreturned:0 75ms&lt;br/&gt;
Wed Mar 23 01:10:39 &lt;span class=&quot;error&quot;&gt;&amp;#91;initandlisten&amp;#93;&lt;/span&gt; exception in initAndListen std::exception: getMore: cursor didn&apos;t exist on server, possible restart or timeout?, terminating&lt;/p&gt;</description>
                <environment>v.1.8.0</environment>
        <key id="15218">SERVER-2822</key>
            <summary>secondary cannot recover after failure</summary>
                <type id="1" iconUrl="https://jira.mongodb.org/secure/viewavatar?size=xsmall&amp;avatarId=14703&amp;avatarType=issuetype">Bug</type>
                                            <priority id="1" iconUrl="https://jira.mongodb.org/images/icons/priorities/blocker.svg">Blocker - P1</priority>
                        <status id="6" iconUrl="https://jira.mongodb.org/images/icons/statuses/closed.png" description="The issue is considered finished, the resolution is correct. Issues which are closed can be reopened.">Closed</status>
                    <statusCategory id="3" key="done" colorName="success"/>
                                    <resolution id="9">Done</resolution>
                                        <assignee username="kristina">Kristina Chodorow</assignee>
                                    <reporter username="ofersa">ofer samocha</reporter>
                        <labels>
                    </labels>
                <created>Wed, 23 Mar 2011 05:16:11 +0000</created>
                <updated>Tue, 12 Jul 2016 00:19:08 +0000</updated>
                            <resolved>Thu, 24 Mar 2011 14:46:06 +0000</resolved>
                                                                                        <votes>0</votes>
                                    <watches>0</watches>
                                                                                                                <comments>
                            <comment id="26679" author="eliot" created="Thu, 24 Mar 2011 14:08:19 +0000"  >&lt;p&gt;There is no known issue with exhausting memory.&lt;/p&gt;</comment>
                            <comment id="26663" author="ofersa" created="Thu, 24 Mar 2011 06:16:06 +0000"  >&lt;p&gt;we have zabbix, but it only show loadavg increasing till the agent stopped responsing&lt;/p&gt;

&lt;p&gt;I&apos;ll check and try munin for the next time.&lt;/p&gt;

&lt;p&gt;anyway if there is a known issue on memory exhausting, I think that was the problem. &lt;/p&gt;</comment>
                            <comment id="26658" author="eliot" created="Thu, 24 Mar 2011 05:58:20 +0000"  >&lt;p&gt;Hard to tell without any monitoring or logs.&lt;br/&gt;
Do you have munin style graphs for mongo stats?&lt;/p&gt;</comment>
                            <comment id="26657" author="ofersa" created="Thu, 24 Mar 2011 05:54:13 +0000"  >&lt;p&gt;it worked ok.&lt;/p&gt;

&lt;p&gt;Any known issue for the mongod problem that killed the machines.&lt;br/&gt;
I&apos;ve found nothing in the logs. But load loadavg was above 15 (last time our zabbix agent checked)&lt;br/&gt;
and I&apos;ve couldn&apos;t even ssh to those machines, so I assume there was some kind of memory exhausting.&lt;/p&gt;

</comment>
                            <comment id="26648" author="ofersa" created="Thu, 24 Mar 2011 05:17:25 +0000"  >&lt;p&gt;will do.&lt;/p&gt;

&lt;p&gt;thanks&lt;/p&gt;</comment>
                            <comment id="26647" author="eliot" created="Thu, 24 Mar 2011 05:15:10 +0000"  >&lt;p&gt;Running with --journal or not is up to you.&lt;br/&gt;
There are pros and cons.&lt;/p&gt;

&lt;p&gt;Yes, for resync, you just need to wipe data.&lt;br/&gt;
Do you have an arbiter?&lt;br/&gt;
If so, can do with no down time.&lt;/p&gt;</comment>
                            <comment id="26646" author="ofersa" created="Thu, 24 Mar 2011 04:45:19 +0000"  >&lt;p&gt;the mongo process killed the machine until it restarted itself (and killed the mongod process)&lt;br/&gt;
it wasn&apos;t run with --journal should it ?&lt;br/&gt;
for resync I only need to delete all files in secondary machine and restart the process ?&lt;/p&gt;</comment>
                            <comment id="26630" author="eliot" created="Thu, 24 Mar 2011 00:20:54 +0000"  >&lt;p&gt;You did a hard reboot?&lt;br/&gt;
The data looks fairly corrupt.&lt;br/&gt;
Was this running with --journal since it was 1.8.0?&lt;br/&gt;
If not, I would recommend a resync.&lt;/p&gt;</comment>
                            <comment id="26592" author="ofersa" created="Wed, 23 Mar 2011 17:50:26 +0000"  >&lt;p&gt;This bug is in core server&lt;/p&gt;</comment>
                    </comments>
                    <attachments>
                    </attachments>
                <subtasks>
                    </subtasks>
                <customfields>
                                                <customfield id="customfield_10050" key="com.atlassian.jira.toolkit:comments">
                        <customfieldname># Replies</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>9.0</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <customfield id="customfield_10055" key="com.atlassian.jira.ext.charting:firstresponsedate">
                        <customfieldname>Date of 1st Reply</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>Thu, 24 Mar 2011 00:20:54 +0000</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10052" key="com.atlassian.jira.toolkit:dayslastcommented">
                        <customfieldname>Days since reply</customfieldname>
                        <customfieldvalues>
                                        12 years, 47 weeks, 6 days ago
    
                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_18254" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Dependencies</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue><![CDATA[]]></customfieldvalue>


                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_15850" key="com.atlassian.jira.plugins.jira-development-integration-plugin:devsummary">
                        <customfieldname>Development</customfieldname>
                        <customfieldvalues>
                            
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                    <customfield id="customfield_10057" key="com.atlassian.jira.toolkit:lastusercommented">
                        <customfieldname>Last comment by Customer</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>true</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                            <customfield id="customfield_10056" key="com.atlassian.jira.toolkit:lastupdaterorcommenter">
                        <customfieldname>Last commenter</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>ramon.fernandez@mongodb.com</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_11151" key="com.atlassian.jira.toolkit:LastCommentDate">
                        <customfieldname>Last public comment date</customfieldname>
                        <customfieldvalues>
                            12 years, 47 weeks, 6 days ago
                        </customfieldvalues>
                    </customfield>
                                                                                                                        <customfield id="customfield_10000" key="com.atlassian.jira.plugin.system.customfieldtypes:radiobuttons">
                        <customfieldname>Old_Backport</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue key="10000"><![CDATA[No]]></customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10032" key="com.atlassian.jira.plugin.system.customfieldtypes:select">
                        <customfieldname>Operating System</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue key="10026"><![CDATA[ALL]]></customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                <customfield id="customfield_10051" key="com.atlassian.jira.toolkit:participants">
                        <customfieldname>Participants</customfieldname>
                        <customfieldvalues>
                                        <customfieldvalue>eliot</customfieldvalue>
            <customfieldvalue>kristina</customfieldvalue>
            <customfieldvalue>ofersa</customfieldvalue>
    
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                        <customfield id="customfield_14254" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>Product Rank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>1|hrp2tb:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                <customfield id="customfield_12550" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>Rank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>2|hriedr:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10558" key="com.pyxis.greenhopper.jira:gh-global-rank">
                        <customfieldname>Rank (Obsolete)</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>20982</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                            <customfield id="customfield_23361" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Requested By</customfieldname>
                        <customfieldvalues>
                                

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                            <customfield id="customfield_10053" key="com.atlassian.jira.ext.charting:timeinstatus">
                        <customfieldname>Time In Status</customfieldname>
                        <customfieldvalues>
                            
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                        <customfield id="customfield_22870" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Triagers</customfieldname>
                        <customfieldvalues>
                                

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                    <customfield id="customfield_14350" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>serverRank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>1|ht0c3b:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                    </customfields>
    </item>
</channel>
</rss>