<!-- 
RSS generated by JIRA (9.7.1#970001-sha1:2222b88b221c4928ef0de3161136cc90c8356a66) at Thu Feb 08 03:02:37 UTC 2024

It is possible to restrict the fields that are returned in this document by specifying the 'field' parameter in your request.
For example, to request only the issue key and summary append 'field=key&field=summary' to the URL of your request.
-->
<rss version="0.92" >
<channel>
    <title>MongoDB Jira</title>
    <link>https://jira.mongodb.org</link>
    <description>This file is an XML representation of an issue</description>
    <language>en-us</language>    <build-info>
        <version>9.7.1</version>
        <build-number>970001</build-number>
        <build-date>13-04-2023</build-date>
    </build-info>


<item>
            <title>[SERVER-3278] Master stopped allowing connections, didn&apos;t fail over &quot;DR102 too much data written uncommitted&quot;</title>
                <link>https://jira.mongodb.org/browse/SERVER-3278</link>
                <project id="10000" key="SERVER">Core Server</project>
                    <description>&lt;p&gt;Thu Jun 16 16:43:34 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn35976&amp;#93;&lt;/span&gt;  core.Core_Model_User Assertion failure ! &quot;DR102 too much data written uncommitted&quot; db/dur_commitjob.cpp 204&lt;br/&gt;
0x51fe32 0x5305cf 0x5e6a28 0x5da88a 0x6947c8 0x698477 0x6948c2 0x60fb65 0x61193f 0x6cb29d 0x6d1520 0x6d23c2 0x548582 0x5cc648 0x35c3855112 0x35c385738f 0x35c38557b3 0x35c384f794 0x35c3855112 0x35c385738f &lt;br/&gt;
/usr/bin/mongod(_ZN5mongo12sayDbContextEPKc+0xb2) &lt;span class=&quot;error&quot;&gt;&amp;#91;0x51fe32&amp;#93;&lt;/span&gt;&lt;br/&gt;
/usr/bin/mongod(_ZN5mongo9wassertedEPKcS1_j+0xbf) &lt;span class=&quot;error&quot;&gt;&amp;#91;0x5305cf&amp;#93;&lt;/span&gt;&lt;br/&gt;
/usr/bin/mongod(_ZN5mongo3dur9CommitJob4noteEPvi+0x198) &lt;span class=&quot;error&quot;&gt;&amp;#91;0x5e6a28&amp;#93;&lt;/span&gt;&lt;br/&gt;
/usr/bin/mongod(_ZN5mongo3dur11DurableImpl10writingPtrEPvj+0xa) &lt;span class=&quot;error&quot;&gt;&amp;#91;0x5da88a&amp;#93;&lt;/span&gt;&lt;br/&gt;
/usr/bin/mongod(&lt;em&gt;ZN5mongo12append_O_ObjEPcRKNS_7BSONObjES3&lt;/em&gt;+0x48) &lt;span class=&quot;error&quot;&gt;&amp;#91;0x6947c8&amp;#93;&lt;/span&gt;&lt;br/&gt;
/usr/bin/mongod &lt;span class=&quot;error&quot;&gt;&amp;#91;0x698477&amp;#93;&lt;/span&gt;&lt;br/&gt;
/usr/bin/mongod(_ZN5mongo5logOpEPKcS1_RKNS_7BSONObjEPS2_Pb+0x42) &lt;span class=&quot;error&quot;&gt;&amp;#91;0x6948c2&amp;#93;&lt;/span&gt;&lt;br/&gt;
/usr/bin/mongod(_ZN5mongo14_updateObjectsEbPKcRKNS_7BSONObjES2_bbbRNS_7OpDebugEPNS_11RemoveSaverE+0x1f05) &lt;span class=&quot;error&quot;&gt;&amp;#91;0x60fb65&amp;#93;&lt;/span&gt;&lt;br/&gt;
/usr/bin/mongod(_ZN5mongo13updateObjectsEPKcRKNS_7BSONObjES2_bbbRNS_7OpDebugE+0x12f) &lt;span class=&quot;error&quot;&gt;&amp;#91;0x61193f&amp;#93;&lt;/span&gt;&lt;br/&gt;
/usr/bin/mongod(_ZN5mongo14receivedUpdateERNS_7MessageERNS_5CurOpE+0x4dd) &lt;span class=&quot;error&quot;&gt;&amp;#91;0x6cb29d&amp;#93;&lt;/span&gt;&lt;br/&gt;
/usr/bin/mongod(_ZN5mongo16assembleResponseERNS_7MessageERNS_10DbResponseERKNS_8SockAddrE+0x15a0) &lt;span class=&quot;error&quot;&gt;&amp;#91;0x6d1520&amp;#93;&lt;/span&gt;&lt;br/&gt;
/usr/bin/mongod(_ZN5mongo14DBDirectClient3sayERNS_7MessageE+0x62) &lt;span class=&quot;error&quot;&gt;&amp;#91;0x6d23c2&amp;#93;&lt;/span&gt;&lt;br/&gt;
/usr/bin/mongod(_ZN5mongo12DBClientBase6updateERKSsNS_5QueryENS_7BSONObjEbb+0x242) &lt;span class=&quot;error&quot;&gt;&amp;#91;0x548582&amp;#93;&lt;/span&gt;&lt;br/&gt;
/usr/bin/mongod(&lt;em&gt;ZN5mongo12mongo_updateEP9JSContextP8JSObjectjPlS4&lt;/em&gt;+0x1c8) &lt;span class=&quot;error&quot;&gt;&amp;#91;0x5cc648&amp;#93;&lt;/span&gt;&lt;br/&gt;
/usr/lib64/libjs.so.1(js_Invoke+0x492) &lt;span class=&quot;error&quot;&gt;&amp;#91;0x35c3855112&amp;#93;&lt;/span&gt;&lt;br/&gt;
/usr/lib64/libjs.so.1(js_Interpret+0x14df) &lt;span class=&quot;error&quot;&gt;&amp;#91;0x35c385738f&amp;#93;&lt;/span&gt;&lt;br/&gt;
/usr/lib64/libjs.so.1(js_Invoke+0xb33) &lt;span class=&quot;error&quot;&gt;&amp;#91;0x35c38557b3&amp;#93;&lt;/span&gt;&lt;br/&gt;
/usr/lib64/libjs.so.1 &lt;span class=&quot;error&quot;&gt;&amp;#91;0x35c384f794&amp;#93;&lt;/span&gt;&lt;br/&gt;
/usr/lib64/libjs.so.1(js_Invoke+0x492) &lt;span class=&quot;error&quot;&gt;&amp;#91;0x35c3855112&amp;#93;&lt;/span&gt;&lt;br/&gt;
/usr/lib64/libjs.so.1(js_Interpret+0x14df) &lt;span class=&quot;error&quot;&gt;&amp;#91;0x35c385738f&amp;#93;&lt;/span&gt;&lt;br/&gt;
Thu Jun 16 16:43:34 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn35976&amp;#93;&lt;/span&gt;  local.oplog.rs Assertion failure ! &quot;DR102 too much data written uncommitted&quot; db/dur_commitjob.cpp 204&lt;/p&gt;

&lt;p&gt;This message was repeating in the logs (unfortunately we failed to save the logs prior to restart so we don&apos;t have any more info from them.&lt;/p&gt;

&lt;p&gt;Trying to connect to the master failed:&lt;/p&gt;


&lt;p&gt;PROD root@docbase1-10-125-50-69 ~ $ mongo localhost:27018&lt;br/&gt;
MongoDB shell version: 1.8.1&lt;br/&gt;
connecting to: localhost:27018/test&lt;br/&gt;
Thu Jun 16 16:39:05 MessagingPort recv() errno:104 Connection reset by peer 127.0.0.1:27018&lt;br/&gt;
Thu Jun 16 16:39:05 SocketException: remote:  error: 9001 socket exception &lt;span class=&quot;error&quot;&gt;&amp;#91;1&amp;#93;&lt;/span&gt; &lt;br/&gt;
Thu Jun 16 16:39:05 DBClientCursor::init call() failed&lt;br/&gt;
exception: DBClientBase::findOne: transport error: localhost:27018 &lt;/p&gt;

&lt;p&gt;But it was still sending heartbeats&lt;/p&gt;

&lt;p&gt;query: &lt;/p&gt;
{ whatsmyuri: 1 }

&lt;p&gt;	&quot;members&quot; : [&lt;br/&gt;
		{&lt;br/&gt;
			&quot;_id&quot; : 0,&lt;br/&gt;
			&quot;name&quot; : &quot;ec2-50-16-30-183.compute-1.amazonaws.com:27018&quot;,&lt;br/&gt;
			&quot;health&quot; : 1,&lt;br/&gt;
			&quot;state&quot; : 1,&lt;br/&gt;
			&quot;stateStr&quot; : &quot;PRIMARY&quot;,&lt;br/&gt;
			&quot;uptime&quot; : 35043,&lt;br/&gt;
			&quot;optime&quot; : &lt;/p&gt;
{
				&quot;t&quot; : 1308256847000,
				&quot;i&quot; : 28
			}
&lt;p&gt;,&lt;br/&gt;
			&quot;optimeDate&quot; : ISODate(&quot;2011-06-16T20:40:47Z&quot;),&lt;br/&gt;
			&quot;lastHeartbeat&quot; : ISODate(&quot;2011-06-16T20:40:47Z&quot;)&lt;br/&gt;
		},&lt;br/&gt;
		{&lt;br/&gt;
			&quot;_id&quot; : 1,&lt;br/&gt;
			&quot;name&quot; : &quot;ec2-184-72-213-192.compute-1.amazonaws.com:27018&quot;,&lt;br/&gt;
			&quot;health&quot; : 1,&lt;br/&gt;
			&quot;state&quot; : 2,&lt;br/&gt;
			&quot;stateStr&quot; : &quot;SECONDARY&quot;,&lt;br/&gt;
			&quot;optime&quot; : &lt;/p&gt;
{
				&quot;t&quot; : 1308254621000,
				&quot;i&quot; : 7
			}
&lt;p&gt;,&lt;br/&gt;
			&quot;optimeDate&quot; : ISODate(&quot;2011-06-16T20:03:41Z&quot;),&lt;br/&gt;
			&quot;self&quot; : true&lt;br/&gt;
		},&lt;/p&gt;</description>
                <environment></environment>
        <key id="18377">SERVER-3278</key>
            <summary>Master stopped allowing connections, didn&apos;t fail over &quot;DR102 too much data written uncommitted&quot;</summary>
                <type id="1" iconUrl="https://jira.mongodb.org/secure/viewavatar?size=xsmall&amp;avatarId=14703&amp;avatarType=issuetype">Bug</type>
                                            <priority id="3" iconUrl="https://jira.mongodb.org/images/icons/priorities/major.svg">Major - P3</priority>
                        <status id="6" iconUrl="https://jira.mongodb.org/images/icons/statuses/closed.png" description="The issue is considered finished, the resolution is correct. Issues which are closed can be reopened.">Closed</status>
                    <statusCategory id="3" key="done" colorName="success"/>
                                    <resolution id="3">Duplicate</resolution>
                                        <assignee username="mathias@mongodb.com">Mathias Stearn</assignee>
                                    <reporter username="raizyr">Chris McNabb</reporter>
                        <labels>
                    </labels>
                <created>Thu, 16 Jun 2011 22:01:40 +0000</created>
                <updated>Mon, 29 Aug 2011 15:56:36 +0000</updated>
                            <resolved>Thu, 4 Aug 2011 16:30:36 +0000</resolved>
                                    <version>1.8.1</version>
                                                                        <votes>1</votes>
                                    <watches>3</watches>
                                                                                                                <comments>
                            <comment id="46390" author="redbeard0531" created="Thu, 4 Aug 2011 16:30:36 +0000"  >&lt;p&gt;Judging by the stack track I think this is a dup of a bug involving multi-update inside of javascript. The fix has been backported and will be in the next release of both the 1.8 and 1.9 branches.&lt;/p&gt;</comment>
                            <comment id="37986" author="mcrawford" created="Fri, 17 Jun 2011 03:28:51 +0000"  >&lt;p&gt;Also while the DR102 per the comment above &quot;warning&quot; is cycling the logs it stops being able to process any queries (but it was found will take new ones until it maxes out its threads), won&apos;t shutdown when requested, and even very important to use keeps responding to the replica set that its healthy even though it resulted in in its threads maxed out and unable to handle new real queries so despite for all purposes the server is &quot;down&quot; to the replica set its healthy as can be. Nothing else was produced in the logs except for the DR102 error once it started doing it. So far with journal disabled we have not seen a repeat.&lt;/p&gt;</comment>
                            <comment id="37985" author="mcrawford" created="Fri, 17 Jun 2011 03:20:17 +0000"  >&lt;p&gt;Eliot,&lt;/p&gt;

&lt;p&gt;When we had it fail over to the secondary after the above event it was running all fine but then the secondary started doing it as well out of the blue while the primary was recovering. While I have the error logs below I don&apos;t have the actual transaction oplog unfortunately. It was blown away in our very rapid attempt to restore the replication set. We haven&apos;t had the problem again since removing the journal option. &lt;/p&gt;

&lt;p&gt;To keep the log snippet reasonability short the now promoted to primary secondary in summary it was going along and then started spitting out those assertions in a loop in the log. I tried doing a clean shutdown via mongo console and it refused to shutdown (or even recognize the request) resulting in us issuing a kill -9 eventually. As our main primary (from the initial post) and then secondary (from the below messages) we ended up stoping everything, copying a repaired database around, and starting everything cleanly without journaling to restore service. &lt;/p&gt;

&lt;p&gt;Thu Jun 16 18:22:41 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn37233&amp;#93;&lt;/span&gt; getmore local.oplog.rs cid:7917876430387765344 getMore: { ts: &lt;/p&gt;
{ $gte: new Date(5618910812035874823) }
&lt;p&gt; }  bytes:20 nreturned:0 3002ms&lt;br/&gt;
Thu Jun 16 18:22:44 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn37233&amp;#93;&lt;/span&gt; getmore local.oplog.rs cid:7917876430387765344 getMore: { ts: &lt;/p&gt;
{ $gte: new Date(5618910812035874823) }
&lt;p&gt; }  bytes:20 nreturned:0 3005ms&lt;br/&gt;
Thu Jun 16 18:22:56 &lt;span class=&quot;error&quot;&gt;&amp;#91;dur&amp;#93;&lt;/span&gt; lsn set 41337550&lt;br/&gt;
Thu Jun 16 18:22:56 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn37233&amp;#93;&lt;/span&gt; getmore local.oplog.rs cid:7917876430387765344 getMore: { ts: &lt;/p&gt;
{ $gte: new Date(5618910812035874823) }
&lt;p&gt; }  bytes:20 nreturned:0 3008ms&lt;br/&gt;
Thu Jun 16 18:23:56 &lt;span class=&quot;error&quot;&gt;&amp;#91;dur&amp;#93;&lt;/span&gt; lsn set 41397349&lt;br/&gt;
Thu Jun 16 18:24:02 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn37233&amp;#93;&lt;/span&gt; getmore local.oplog.rs cid:7917876430387765344 getMore: { ts: &lt;/p&gt;
{ $gte: new Date(5618910812035874823) }
&lt;p&gt; }  bytes:20 nreturned:0 3008ms&lt;br/&gt;
Thu Jun 16 18:24:12 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn42436&amp;#93;&lt;/span&gt; btree unused skipped:21&lt;br/&gt;
btree unused skipped:16&lt;br/&gt;
query core.Core_Model_Activity_Entry ntoreturn:150 scanAndOrder  reslen:67330 nscanned:2436 { $query: { walls: &lt;/p&gt;
{ $in: [ &quot;PRD__4ca2dc25bdc290_31299638&quot;, &quot;PRD__4d0a8d5425d440_57225994&quot;, &quot;PRD__4d0baab52ca9d9_09934089&quot;, &quot;PRD__4c8a6e859dc131_83785660&quot; ] }
&lt;p&gt;, time: &lt;/p&gt;
{ $gt: &quot;1970-05-06T16:25:10-04:00&quot; }
&lt;p&gt; }, $orderby: &lt;/p&gt;
{ time: -1 }
&lt;p&gt; }  nreturned:150 118ms&lt;br/&gt;
Thu Jun 16 18:24:21 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn42443&amp;#93;&lt;/span&gt;  local.oplog.rs Assertion failure ! &quot;DR102 too much data written uncommitted&quot; db/dur_commitjob.cpp 204&lt;br/&gt;
0x51fe32 0x5305cf 0x5e6a28 0x5da88a 0x6b80be 0x6b8be1 0x6af745 0x6b02ab 0x6e5e08 0x6983fc 0x6948c2 0x60fb65 0x61193f 0x6cb29d 0x6d1520 0x6d23c2 0x548582 0x5cc648 0x3513e55112 0x3513e5738f &lt;br/&gt;
 /usr/bin/mongod(_ZN5mongo12sayDbContextEPKc+0xb2) &lt;span class=&quot;error&quot;&gt;&amp;#91;0x51fe32&amp;#93;&lt;/span&gt;&lt;br/&gt;
 /usr/bin/mongod(_ZN5mongo9wassertedEPKcS1_j+0xbf) &lt;span class=&quot;error&quot;&gt;&amp;#91;0x5305cf&amp;#93;&lt;/span&gt;&lt;br/&gt;
 /usr/bin/mongod(_ZN5mongo3dur9CommitJob4noteEPvi+0x198) &lt;span class=&quot;error&quot;&gt;&amp;#91;0x5e6a28&amp;#93;&lt;/span&gt;&lt;br/&gt;
 /usr/bin/mongod(_ZN5mongo3dur11DurableImpl10writingPtrEPvj+0xa) &lt;span class=&quot;error&quot;&gt;&amp;#91;0x5da88a&amp;#93;&lt;/span&gt;&lt;br/&gt;
 /usr/bin/mongod(_ZN5mongo16NamespaceDetails7compactEv+0x43e) &lt;span class=&quot;error&quot;&gt;&amp;#91;0x6b80be&amp;#93;&lt;/span&gt;&lt;br/&gt;
 /usr/bin/mongod(_ZN5mongo16NamespaceDetails11cappedAllocEPKci+0x281) &lt;span class=&quot;error&quot;&gt;&amp;#91;0x6b8be1&amp;#93;&lt;/span&gt;&lt;br/&gt;
 /usr/bin/mongod(_ZN5mongo16NamespaceDetails6_allocEPKci+0x15) &lt;span class=&quot;error&quot;&gt;&amp;#91;0x6af745&amp;#93;&lt;/span&gt;&lt;br/&gt;
 /usr/bin/mongod(_ZN5mongo16NamespaceDetails5allocEPKciRNS_7DiskLocE+0x3b) &lt;span class=&quot;error&quot;&gt;&amp;#91;0x6b02ab&amp;#93;&lt;/span&gt;&lt;br/&gt;
 /usr/bin/mongod(_ZN5mongo11DataFileMgr17fast_oplog_insertEPNS_16NamespaceDetailsEPKci+0x1e8) &lt;span class=&quot;error&quot;&gt;&amp;#91;0x6e5e08&amp;#93;&lt;/span&gt;&lt;br/&gt;
 /usr/bin/mongod &lt;span class=&quot;error&quot;&gt;&amp;#91;0x6983fc&amp;#93;&lt;/span&gt;&lt;br/&gt;
 /usr/bin/mongod(_ZN5mongo5logOpEPKcS1_RKNS_7BSONObjEPS2_Pb+0x42) &lt;span class=&quot;error&quot;&gt;&amp;#91;0x6948c2&amp;#93;&lt;/span&gt;&lt;br/&gt;
 /usr/bin/mongod(_ZN5mongo14_updateObjectsEbPKcRKNS_7BSONObjES2_bbbRNS_7OpDebugEPNS_11RemoveSaverE+0x1f05) &lt;span class=&quot;error&quot;&gt;&amp;#91;0x60fb65&amp;#93;&lt;/span&gt;&lt;br/&gt;
 /usr/bin/mongod(_ZN5mongo13updateObjectsEPKcRKNS_7BSONObjES2_bbbRNS_7OpDebugE+0x12f) &lt;span class=&quot;error&quot;&gt;&amp;#91;0x61193f&amp;#93;&lt;/span&gt;&lt;br/&gt;
 /usr/bin/mongod(_ZN5mongo14receivedUpdateERNS_7MessageERNS_5CurOpE+0x4dd) &lt;span class=&quot;error&quot;&gt;&amp;#91;0x6cb29d&amp;#93;&lt;/span&gt;&lt;br/&gt;
 /usr/bin/mongod(_ZN5mongo16assembleResponseERNS_7MessageERNS_10DbResponseERKNS_8SockAddrE+0x15a0) &lt;span class=&quot;error&quot;&gt;&amp;#91;0x6d1520&amp;#93;&lt;/span&gt;&lt;br/&gt;
 /usr/bin/mongod(_ZN5mongo14DBDirectClient3sayERNS_7MessageE+0x62) &lt;span class=&quot;error&quot;&gt;&amp;#91;0x6d23c2&amp;#93;&lt;/span&gt;&lt;br/&gt;
 /usr/bin/mongod(_ZN5mongo12DBClientBase6updateERKSsNS_5QueryENS_7BSONObjEbb+0x242) &lt;span class=&quot;error&quot;&gt;&amp;#91;0x548582&amp;#93;&lt;/span&gt;&lt;br/&gt;
 /usr/bin/mongod(&lt;em&gt;ZN5mongo12mongo_updateEP9JSContextP8JSObjectjPlS4&lt;/em&gt;+0x1c8) &lt;span class=&quot;error&quot;&gt;&amp;#91;0x5cc648&amp;#93;&lt;/span&gt;&lt;br/&gt;
 /usr/lib64/libjs.so.1(js_Invoke+0x492) &lt;span class=&quot;error&quot;&gt;&amp;#91;0x3513e55112&amp;#93;&lt;/span&gt;&lt;br/&gt;
 /usr/lib64/libjs.so.1(js_Interpret+0x14df) &lt;span class=&quot;error&quot;&gt;&amp;#91;0x3513e5738f&amp;#93;&lt;/span&gt;&lt;br/&gt;
Thu Jun 16 18:24:21 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn42443&amp;#93;&lt;/span&gt;  local.oplog.rs Assertion failure ! &quot;DR102 too much data written uncommitted&quot; db/dur_commitjob.cpp 204&lt;br/&gt;
0x51fe32 0x5305cf 0x5e6a28 0x5da88a 0x6b00ec 0x6b7e87 0x6b8be1 0x6af745 0x6b02ab 0x6e5e08 0x6983fc 0x6948c2 0x60fb65 0x61193f 0x6cb29d 0x6d1520 0x6d23c2 0x548582 0x5cc648 0x3513e55112 &lt;br/&gt;
 /usr/bin/mongod(_ZN5mongo12sayDbContextEPKc+0xb2) &lt;span class=&quot;error&quot;&gt;&amp;#91;0x51fe32&amp;#93;&lt;/span&gt;&lt;br/&gt;
 /usr/bin/mongod(_ZN5mongo9wassertedEPKcS1_j+0xbf) &lt;span class=&quot;error&quot;&gt;&amp;#91;0x5305cf&amp;#93;&lt;/span&gt;&lt;br/&gt;
 /usr/bin/mongod(_ZN5mongo3dur9CommitJob4noteEPvi+0x198) &lt;span class=&quot;error&quot;&gt;&amp;#91;0x5e6a28&amp;#93;&lt;/span&gt;&lt;br/&gt;
 /usr/bin/mongod(_ZN5mongo3dur11DurableImpl10writingPtrEPvj+0xa) &lt;span class=&quot;error&quot;&gt;&amp;#91;0x5da88a&amp;#93;&lt;/span&gt;&lt;br/&gt;
 /usr/bin/mongod(_ZN5mongo16NamespaceDetails13addDeletedRecEPNS_13DeletedRecordENS_7DiskLocE+0x23c) &lt;span class=&quot;error&quot;&gt;&amp;#91;0x6b00ec&amp;#93;&lt;/span&gt;&lt;br/&gt;
 /usr/bin/mongod(_ZN5mongo16NamespaceDetails7compactEv+0x207) &lt;span class=&quot;error&quot;&gt;&amp;#91;0x6b7e87&amp;#93;&lt;/span&gt;&lt;br/&gt;
 /usr/bin/mongod(_ZN5mongo16NamespaceDetails11cappedAllocEPKci+0x281) &lt;span class=&quot;error&quot;&gt;&amp;#91;0x6b8be1&amp;#93;&lt;/span&gt;&lt;br/&gt;
 /usr/bin/mongod(_ZN5mongo16NamespaceDetails6_allocEPKci+0x15) &lt;span class=&quot;error&quot;&gt;&amp;#91;0x6af745&amp;#93;&lt;/span&gt;&lt;br/&gt;
 /usr/bin/mongod(_ZN5mongo16NamespaceDetails5allocEPKciRNS_7DiskLocE+0x3b) &lt;span class=&quot;error&quot;&gt;&amp;#91;0x6b02ab&amp;#93;&lt;/span&gt;&lt;br/&gt;
 /usr/bin/mongod(_ZN5mongo11DataFileMgr17fast_oplog_insertEPNS_16NamespaceDetailsEPKci+0x1e8) &lt;span class=&quot;error&quot;&gt;&amp;#91;0x6e5e08&amp;#93;&lt;/span&gt;&lt;br/&gt;
 /usr/bin/mongod &lt;span class=&quot;error&quot;&gt;&amp;#91;0x6983fc&amp;#93;&lt;/span&gt;&lt;br/&gt;
 /usr/bin/mongod(_ZN5mongo5logOpEPKcS1_RKNS_7BSONObjEPS2_Pb+0x42) &lt;span class=&quot;error&quot;&gt;&amp;#91;0x6948c2&amp;#93;&lt;/span&gt;&lt;br/&gt;
 /usr/bin/mongod(_ZN5mongo14_updateObjectsEbPKcRKNS_7BSONObjES2_bbbRNS_7OpDebugEPNS_11RemoveSaverE+0x1f05) &lt;span class=&quot;error&quot;&gt;&amp;#91;0x60fb65&amp;#93;&lt;/span&gt;&lt;br/&gt;
 /usr/bin/mongod(_ZN5mongo13updateObjectsEPKcRKNS_7BSONObjES2_bbbRNS_7OpDebugE+0x12f) &lt;span class=&quot;error&quot;&gt;&amp;#91;0x61193f&amp;#93;&lt;/span&gt;&lt;br/&gt;
 /usr/bin/mongod(_ZN5mongo14receivedUpdateERNS_7MessageERNS_5CurOpE+0x4dd) &lt;span class=&quot;error&quot;&gt;&amp;#91;0x6cb29d&amp;#93;&lt;/span&gt;&lt;br/&gt;
 /usr/bin/mongod(_ZN5mongo16assembleResponseERNS_7MessageERNS_10DbResponseERKNS_8SockAddrE+0x15a0) &lt;span class=&quot;error&quot;&gt;&amp;#91;0x6d1520&amp;#93;&lt;/span&gt;&lt;br/&gt;
 /usr/bin/mongod(_ZN5mongo14DBDirectClient3sayERNS_7MessageE+0x62) &lt;span class=&quot;error&quot;&gt;&amp;#91;0x6d23c2&amp;#93;&lt;/span&gt;&lt;br/&gt;
 /usr/bin/mongod(_ZN5mongo12DBClientBase6updateERKSsNS_5QueryENS_7BSONObjEbb+0x242) &lt;span class=&quot;error&quot;&gt;&amp;#91;0x548582&amp;#93;&lt;/span&gt;&lt;br/&gt;
 /usr/bin/mongod(&lt;em&gt;ZN5mongo12mongo_updateEP9JSContextP8JSObjectjPlS4&lt;/em&gt;+0x1c8) &lt;span class=&quot;error&quot;&gt;&amp;#91;0x5cc648&amp;#93;&lt;/span&gt;&lt;br/&gt;
 /usr/lib64/libjs.so.1(js_Invoke+0x492) &lt;span class=&quot;error&quot;&gt;&amp;#91;0x3513e55112&amp;#93;&lt;/span&gt;&lt;/p&gt;</comment>
                            <comment id="37982" author="raizyr" created="Fri, 17 Jun 2011 02:16:47 +0000"  >&lt;p&gt;No, but it happened again after we forced failover, and we&apos;ve got that log.  I&apos;ll attach it tomorrow when I get ahold of it.&lt;/p&gt;</comment>
                            <comment id="37966" author="eliot" created="Fri, 17 Jun 2011 00:59:05 +0000"  >&lt;p&gt;The DR102 message is actually a warning, not an error.&lt;/p&gt;

&lt;p&gt;Do you still have the end of the log?&lt;/p&gt;</comment>
                            <comment id="37947" author="raizyr" created="Thu, 16 Jun 2011 22:06:44 +0000"  >&lt;p&gt;Comments are added in line above,  sorry, I didn&apos;t realize how unreadable that would be.  &lt;/p&gt;

&lt;p&gt;Additionally, we had journaling turned on, we&apos;re turning it off on recommendation of this thread: &lt;a href=&quot;http://groups.google.com/group/mongodb-user/browse_thread/thread/69f010e29ad22274?pli=1&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;http://groups.google.com/group/mongodb-user/browse_thread/thread/69f010e29ad22274?pli=1&lt;/a&gt;  Even though the situation was not exactly the same, we&apos;re convinced that the journaling was the most likely culprit.&lt;/p&gt;</comment>
                    </comments>
                <issuelinks>
                            <issuelinktype id="10010">
                    <name>Duplicate</name>
                                            <outwardlinks description="duplicates">
                                        <issuelink>
            <issuekey id="19865">SERVER-3447</issuekey>
        </issuelink>
                            </outwardlinks>
                                                        </issuelinktype>
                    </issuelinks>
                <attachments>
                    </attachments>
                <subtasks>
                    </subtasks>
                <customfields>
                                                <customfield id="customfield_10050" key="com.atlassian.jira.toolkit:comments">
                        <customfieldname># Replies</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>6.0</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <customfield id="customfield_10055" key="com.atlassian.jira.ext.charting:firstresponsedate">
                        <customfieldname>Date of 1st Reply</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>Fri, 17 Jun 2011 00:59:05 +0000</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10052" key="com.atlassian.jira.toolkit:dayslastcommented">
                        <customfieldname>Days since reply</customfieldname>
                        <customfieldvalues>
                                        12 years, 28 weeks, 6 days ago
    
                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_18254" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Dependencies</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue><![CDATA[]]></customfieldvalue>


                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_15850" key="com.atlassian.jira.plugins.jira-development-integration-plugin:devsummary">
                        <customfieldname>Development</customfieldname>
                        <customfieldvalues>
                            
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                    <customfield id="customfield_10057" key="com.atlassian.jira.toolkit:lastusercommented">
                        <customfieldname>Last comment by Customer</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>false</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                            <customfield id="customfield_10056" key="com.atlassian.jira.toolkit:lastupdaterorcommenter">
                        <customfieldname>Last commenter</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>ian@mongodb.com</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_11151" key="com.atlassian.jira.toolkit:LastCommentDate">
                        <customfieldname>Last public comment date</customfieldname>
                        <customfieldvalues>
                            12 years, 28 weeks, 6 days ago
                        </customfieldvalues>
                    </customfield>
                                                                                                                        <customfield id="customfield_10000" key="com.atlassian.jira.plugin.system.customfieldtypes:radiobuttons">
                        <customfieldname>Old_Backport</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue key="10000"><![CDATA[No]]></customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10032" key="com.atlassian.jira.plugin.system.customfieldtypes:select">
                        <customfieldname>Operating System</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue key="10026"><![CDATA[ALL]]></customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                <customfield id="customfield_10051" key="com.atlassian.jira.toolkit:participants">
                        <customfieldname>Participants</customfieldname>
                        <customfieldvalues>
                                        <customfieldvalue>raizyr</customfieldvalue>
            <customfieldvalue>eliot</customfieldvalue>
            <customfieldvalue>mathias@mongodb.com</customfieldvalue>
            <customfieldvalue>mcrawford</customfieldvalue>
    
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                        <customfield id="customfield_14254" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>Product Rank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>1|hroxmn:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                <customfield id="customfield_12550" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>Rank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>2|hrirlb:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10558" key="com.pyxis.greenhopper.jira:gh-global-rank">
                        <customfieldname>Rank (Obsolete)</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>23123</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                            <customfield id="customfield_23361" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Requested By</customfieldname>
                        <customfieldvalues>
                                

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                            <customfield id="customfield_10053" key="com.atlassian.jira.ext.charting:timeinstatus">
                        <customfieldname>Time In Status</customfieldname>
                        <customfieldvalues>
                            
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                        <customfield id="customfield_22870" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Triagers</customfieldname>
                        <customfieldvalues>
                                

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                    <customfield id="customfield_14350" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>serverRank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>1|ht0elb:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                    </customfields>
    </item>
</channel>
</rss>