<!-- 
RSS generated by JIRA (9.7.1#970001-sha1:2222b88b221c4928ef0de3161136cc90c8356a66) at Thu Feb 08 03:01:33 UTC 2024

It is possible to restrict the fields that are returned in this document by specifying the 'field' parameter in your request.
For example, to request only the issue key and summary append 'field=key&field=summary' to the URL of your request.
-->
<rss version="0.92" >
<channel>
    <title>MongoDB Jira</title>
    <link>https://jira.mongodb.org</link>
    <description>This file is an XML representation of an issue</description>
    <language>en-us</language>    <build-info>
        <version>9.7.1</version>
        <build-number>970001</build-number>
        <build-date>13-04-2023</build-date>
    </build-info>


<item>
            <title>[SERVER-2915] Segfault while creating compound index </title>
                <link>https://jira.mongodb.org/browse/SERVER-2915</link>
                <project id="10000" key="SERVER">Core Server</project>
                    <description>&lt;p&gt;This just happened on one of the masters on one of my replica sets while I was creating an index:&lt;/p&gt;

&lt;p&gt;Thu Apr  7 17:26:34 Invalid access at address: 0x3255000&lt;/p&gt;

&lt;p&gt;Thu Apr  7 17:26:34 Got signal: 11 (Segmentation fault).&lt;/p&gt;

&lt;p&gt;Thu Apr  7 17:26:34 Backtrace:&lt;br/&gt;
0x8a2e59 0x8a3430 0x7f220ddeb8f0 0x7f220d33208b 0x7f220db707be&lt;br/&gt;
0x7f220db7104c 0x6d6a74 0x6d0694 0x7dae1e 0x7dc741 0x642c25 0x6477c6&lt;br/&gt;
0x752225 0x757938 0x8a3b3e 0x8b6a40 0x7f220dde29ca 0x7f220d39170d&lt;br/&gt;
 /usr/bin/mongod(_ZN5mongo10abruptQuitEi+0x399) &lt;span class=&quot;error&quot;&gt;&amp;#91;0x8a2e59&amp;#93;&lt;/span&gt;&lt;br/&gt;
 /usr/bin/mongod(_ZN5mongo24abruptQuitWithAddrSignalEiP7siginfoPv&lt;br/&gt;
+0x220) &lt;span class=&quot;error&quot;&gt;&amp;#91;0x8a3430&amp;#93;&lt;/span&gt;&lt;br/&gt;
 /lib/libpthread.so.0(+0xf8f0) &lt;span class=&quot;error&quot;&gt;&amp;#91;0x7f220ddeb8f0&amp;#93;&lt;/span&gt;&lt;br/&gt;
 /lib/libc.so.6(memcpy+0x3fb) &lt;span class=&quot;error&quot;&gt;&amp;#91;0x7f220d33208b&amp;#93;&lt;/span&gt;&lt;br/&gt;
 /usr/lib/libstdc++.so.6(_ZNSs4_Rep8_M_cloneERKSaIcEm+0x7e)&lt;br/&gt;
&lt;span class=&quot;error&quot;&gt;&amp;#91;0x7f220db707be&amp;#93;&lt;/span&gt;&lt;br/&gt;
 /usr/lib/libstdc++.so.6(_ZNSsC1ERKSs+0x3c) &lt;span class=&quot;error&quot;&gt;&amp;#91;0x7f220db7104c&amp;#93;&lt;/span&gt;&lt;br/&gt;
 /usr/bin/&lt;br/&gt;
mongod(_ZNK5mongo11ReplSetImpl16_summarizeStatusERNS_14BSONObjBuilderE&lt;br/&gt;
+0xa94) &lt;span class=&quot;error&quot;&gt;&amp;#91;0x6d6a74&amp;#93;&lt;/span&gt;&lt;br/&gt;
 /usr/bin/&lt;br/&gt;
mongod(_ZN5mongo19CmdReplSetGetStatus3runERKSsRNS_7BSONObjERSsRNS_14BSONObjBuilderEb&lt;br/&gt;
+0x114) &lt;span class=&quot;error&quot;&gt;&amp;#91;0x6d0694&amp;#93;&lt;/span&gt;&lt;br/&gt;
 /usr/bin/&lt;br/&gt;
mongod(_ZN5mongo11execCommandEPNS_7CommandERNS_6ClientEiPKcRNS_7BSONObjERNS_14BSONObjBuilderEb&lt;br/&gt;
+0x5ae) &lt;span class=&quot;error&quot;&gt;&amp;#91;0x7dae1e&amp;#93;&lt;/span&gt;&lt;br/&gt;
 /usr/bin/&lt;br/&gt;
mongod(_ZN5mongo12_runCommandsEPKcRNS_7BSONObjERNS_10BufBuilderERNS_14BSONObjBuilderEbi&lt;br/&gt;
+0x831) &lt;span class=&quot;error&quot;&gt;&amp;#91;0x7dc741&amp;#93;&lt;/span&gt;&lt;br/&gt;
 /usr/bin/&lt;br/&gt;
mongod(_ZN5mongo11runCommandsEPKcRNS_7BSONObjERNS_5CurOpERNS_10BufBuilderERNS_14BSONObjBuilderEbi&lt;br/&gt;
+0x35) &lt;span class=&quot;error&quot;&gt;&amp;#91;0x642c25&amp;#93;&lt;/span&gt;&lt;br/&gt;
 /usr/bin/&lt;br/&gt;
mongod(&lt;em&gt;ZN5mongo8runQueryERNS_7MessageERNS_12QueryMessageERNS_5CurOpES1&lt;/em&gt;&lt;br/&gt;
+0x2e86) &lt;span class=&quot;error&quot;&gt;&amp;#91;0x6477c6&amp;#93;&lt;/span&gt;&lt;br/&gt;
 /usr/bin/mongod() &lt;span class=&quot;error&quot;&gt;&amp;#91;0x752225&amp;#93;&lt;/span&gt;&lt;br/&gt;
 /usr/bin/&lt;br/&gt;
mongod(_ZN5mongo16assembleResponseERNS_7MessageERNS_10DbResponseERKNS_8SockAddrE&lt;br/&gt;
+0x5b8) &lt;span class=&quot;error&quot;&gt;&amp;#91;0x757938&amp;#93;&lt;/span&gt;&lt;br/&gt;
 /usr/bin/mongod(_ZN5mongo10connThreadEPNS_13MessagingPortE+0x21e)&lt;br/&gt;
&lt;span class=&quot;error&quot;&gt;&amp;#91;0x8a3b3e&amp;#93;&lt;/span&gt;&lt;br/&gt;
 /usr/bin/mongod(thread_proxy+0x80) &lt;span class=&quot;error&quot;&gt;&amp;#91;0x8b6a40&amp;#93;&lt;/span&gt;&lt;br/&gt;
 /lib/libpthread.so.0(+0x69ca) &lt;span class=&quot;error&quot;&gt;&amp;#91;0x7f220dde29ca&amp;#93;&lt;/span&gt;&lt;br/&gt;
 /lib/libc.so.6(clone+0x6d) &lt;span class=&quot;error&quot;&gt;&amp;#91;0x7f220d39170d&amp;#93;&lt;/span&gt;&lt;/p&gt;

&lt;p&gt;Thu Apr  7 17:26:34 dbexit:&lt;br/&gt;
Thu Apr  7 17:26:34 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn30&amp;#93;&lt;/span&gt; shutdown: going to close listening&lt;br/&gt;
sockets...&lt;br/&gt;
Thu Apr  7 17:26:34 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn30&amp;#93;&lt;/span&gt; closing listening socket: 5&lt;br/&gt;
Thu Apr  7 17:26:34 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn30&amp;#93;&lt;/span&gt; closing listening socket: 6&lt;br/&gt;
Thu Apr  7 17:26:34 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn30&amp;#93;&lt;/span&gt; closing listening socket: 7&lt;br/&gt;
Thu Apr  7 17:26:34 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn30&amp;#93;&lt;/span&gt; closing listening socket: 8&lt;br/&gt;
Thu Apr  7 17:26:34 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn30&amp;#93;&lt;/span&gt; removing socket file: /tmp/&lt;br/&gt;
mongodb-27018.sock&lt;br/&gt;
Thu Apr  7 17:26:34 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn30&amp;#93;&lt;/span&gt; removing socket file: /tmp/&lt;br/&gt;
mongodb-28018.sock&lt;br/&gt;
Thu Apr  7 17:26:34 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn30&amp;#93;&lt;/span&gt; shutdown: going to flush diaglog...&lt;br/&gt;
Thu Apr  7 17:26:34 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn30&amp;#93;&lt;/span&gt; shutdown: going to close sockets...&lt;br/&gt;
Thu Apr  7 17:26:34 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn30&amp;#93;&lt;/span&gt; shutdown: waiting for fs preallocator...&lt;br/&gt;
Thu Apr  7 17:26:34 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn30&amp;#93;&lt;/span&gt; shutdown: closing all files...&lt;br/&gt;
                1/55    1%&lt;br/&gt;
Thu Apr  7 17:26:37 Invalid access at address: 0x7f220273e8c0&lt;/p&gt;

&lt;p&gt;Thu Apr  7 17:26:37 Got signal: 11 (Segmentation fault).&lt;/p&gt;

&lt;p&gt;Thu Apr  7 17:26:37 Backtrace:&lt;br/&gt;
0x8a2e59 0x8a3430 0x7f220ddeb8f0 0x730420 0x73048a 0x77447d 0x710acc&lt;br/&gt;
0x70ee12 0x757044 0x758caf 0x8a3b3e 0x8b6a40 0x7f220dde29ca&lt;br/&gt;
0x7f220d39170d&lt;br/&gt;
 /usr/bin/mongod(_ZN5mongo10abruptQuitEi+0x399) &lt;span class=&quot;error&quot;&gt;&amp;#91;0x8a2e59&amp;#93;&lt;/span&gt;&lt;br/&gt;
 /usr/bin/mongod(_ZN5mongo24abruptQuitWithAddrSignalEiP7siginfoPv&lt;br/&gt;
+0x220) &lt;span class=&quot;error&quot;&gt;&amp;#91;0x8a3430&amp;#93;&lt;/span&gt;&lt;br/&gt;
 /lib/libpthread.so.0(+0xf8f0) &lt;span class=&quot;error&quot;&gt;&amp;#91;0x7f220ddeb8f0&amp;#93;&lt;/span&gt;&lt;br/&gt;
 /usr/bin/mongod(_ZN5mongo16NamespaceDetails6_allocEPKci+0) &lt;span class=&quot;error&quot;&gt;&amp;#91;0x730420&amp;#93;&lt;/span&gt;&lt;br/&gt;
 /usr/bin/mongod(_ZN5mongo16NamespaceDetails5allocEPKciRNS_7DiskLocE&lt;br/&gt;
+0x3a) &lt;span class=&quot;error&quot;&gt;&amp;#91;0x73048a&amp;#93;&lt;/span&gt;&lt;br/&gt;
 /usr/bin/&lt;br/&gt;
mongod(_ZN5mongo11DataFileMgr17fast_oplog_insertEPNS_16NamespaceDetailsEPKci&lt;br/&gt;
+0x19d) &lt;span class=&quot;error&quot;&gt;&amp;#91;0x77447d&amp;#93;&lt;/span&gt;&lt;br/&gt;
 /usr/bin/mongod() &lt;span class=&quot;error&quot;&gt;&amp;#91;0x710acc&amp;#93;&lt;/span&gt;&lt;br/&gt;
 /usr/bin/mongod(_ZN5mongo5logOpEPKcS1_RKNS_7BSONObjEPS2_Pb+0x42)&lt;br/&gt;
&lt;span class=&quot;error&quot;&gt;&amp;#91;0x70ee12&amp;#93;&lt;/span&gt;&lt;br/&gt;
 /usr/bin/mongod(_ZN5mongo14receivedInsertERNS_7MessageERNS_5CurOpE&lt;br/&gt;
+0x394) &lt;span class=&quot;error&quot;&gt;&amp;#91;0x757044&amp;#93;&lt;/span&gt;&lt;br/&gt;
 /usr/bin/&lt;br/&gt;
mongod(_ZN5mongo16assembleResponseERNS_7MessageERNS_10DbResponseERKNS_8SockAddrE&lt;br/&gt;
+0x192f) &lt;span class=&quot;error&quot;&gt;&amp;#91;0x758caf&amp;#93;&lt;/span&gt;&lt;br/&gt;
 /usr/bin/mongod(_ZN5mongo10connThreadEPNS_13MessagingPortE+0x21e)&lt;br/&gt;
&lt;span class=&quot;error&quot;&gt;&amp;#91;0x8a3b3e&amp;#93;&lt;/span&gt;&lt;br/&gt;
 /usr/bin/mongod(thread_proxy+0x80) &lt;span class=&quot;error&quot;&gt;&amp;#91;0x8b6a40&amp;#93;&lt;/span&gt;&lt;br/&gt;
 /lib/libpthread.so.0(+0x69ca) &lt;span class=&quot;error&quot;&gt;&amp;#91;0x7f220dde29ca&amp;#93;&lt;/span&gt;&lt;br/&gt;
 /lib/libc.so.6(clone+0x6d) &lt;span class=&quot;error&quot;&gt;&amp;#91;0x7f220d39170d&amp;#93;&lt;/span&gt;&lt;/p&gt;

&lt;p&gt;Thu Apr  7 17:26:37 dbexit: ; exiting immediately&lt;br/&gt;
Thu Apr  7 17:26:38 ERROR: Client::~Client _context should be null but&lt;br/&gt;
is not; client:conn &lt;/p&gt;</description>
                <environment>Ubuntu 10.10</environment>
        <key id="15760">SERVER-2915</key>
            <summary>Segfault while creating compound index </summary>
                <type id="1" iconUrl="https://jira.mongodb.org/secure/viewavatar?size=xsmall&amp;avatarId=14703&amp;avatarType=issuetype">Bug</type>
                                            <priority id="3" iconUrl="https://jira.mongodb.org/images/icons/priorities/major.svg">Major - P3</priority>
                        <status id="6" iconUrl="https://jira.mongodb.org/images/icons/statuses/closed.png" description="The issue is considered finished, the resolution is correct. Issues which are closed can be reopened.">Closed</status>
                    <statusCategory id="3" key="done" colorName="success"/>
                                    <resolution id="9">Done</resolution>
                                        <assignee username="mathias@mongodb.com">Mathias Stearn</assignee>
                                    <reporter username="mconigliaro">Michael Conigliaro</reporter>
                        <labels>
                            <label>rsc1</label>
                    </labels>
                <created>Thu, 7 Apr 2011 17:56:17 +0000</created>
                <updated>Wed, 29 Feb 2012 03:54:02 +0000</updated>
                            <resolved>Sat, 21 Jan 2012 00:23:28 +0000</resolved>
                                    <version>1.8.1</version>
                                                    <component>Stability</component>
                                        <votes>0</votes>
                                    <watches>3</watches>
                                                                                                                <comments>
                            <comment id="52250" author="redbeard0531" created="Fri, 2 Sep 2011 15:04:02 +0000"  >&lt;p&gt;Do you still have the log file? Also could you try again on 1.8.3?&lt;/p&gt;</comment>
                            <comment id="28293" author="mconigliaro" created="Thu, 7 Apr 2011 21:09:22 +0000"  >&lt;p&gt;Definitely on 1.8.1. I upgraded yesterday afternoon, and this crash happened this morning when I tried recreating an index that had previously been created with the keys in the wrong order. I also didn&apos;t have journaling enabled until about an hour ago (I thought it was enabled by default for some reason).&lt;/p&gt;</comment>
                            <comment id="28292" author="eliot" created="Thu, 7 Apr 2011 21:02:21 +0000"  >&lt;p&gt;Are you sure this was on 1.8.1 and not on 1.8.0?&lt;br/&gt;
Or did it happen on 1.8.0 first? &lt;br/&gt;
There was a bug in 1.8.0 that ws fixed in 1.8.1 with background indexing and journaling.&lt;/p&gt;</comment>
                            <comment id="28287" author="mconigliaro" created="Thu, 7 Apr 2011 20:45:24 +0000"  >&lt;ul class=&quot;alternate&quot; type=&quot;square&quot;&gt;
	&lt;li&gt;Background : true?&lt;/li&gt;
	&lt;li&gt;Sparse?&lt;/li&gt;
	&lt;li&gt;Number of fields?&lt;/li&gt;
&lt;/ul&gt;


&lt;p&gt;Here&apos;s the command I ran: db.userEventsJournal.ensureIndex(&lt;/p&gt;
{&quot;adId&quot;:1, &quot;eventId&quot;:1, &quot;variationId&quot;:1}
&lt;p&gt;, &lt;/p&gt;
{background:true}
&lt;p&gt;);&lt;/p&gt;

&lt;ul class=&quot;alternate&quot; type=&quot;square&quot;&gt;
	&lt;li&gt;Estimated size?&lt;/li&gt;
&lt;/ul&gt;


&lt;p&gt;Here&apos;s the size of the index from a shard where the index was built successfully:&lt;/p&gt;

&lt;p&gt;&quot;adId_1_eventId_1_variationId_1&quot; : 15024842448&lt;/p&gt;

&lt;ul class=&quot;alternate&quot; type=&quot;square&quot;&gt;
	&lt;li&gt;When did it start running?&lt;/li&gt;
&lt;/ul&gt;


&lt;p&gt;Thu Apr  7 16:20:20 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn6268&amp;#93;&lt;/span&gt; building new index on &lt;/p&gt;
{ adId: 1.0, eventId: 1.0, variationId: 1.0 }
&lt;p&gt; for socialmedia.userEventsJournal background&lt;br/&gt;
Thu Apr  7 17:26:34 Invalid access at address: 0x3255000&lt;/p&gt;

&lt;ul class=&quot;alternate&quot; type=&quot;square&quot;&gt;
	&lt;li&gt;How fast was it moving? Was it slowing down / speeding up?&lt;/li&gt;
&lt;/ul&gt;


&lt;p&gt;This is the last progress line I saw before the crash: &lt;/p&gt;

&lt;p&gt;24787900/77278058       32%&lt;/p&gt;

&lt;p&gt;Speed-wise, I would say it was about as consistent as all the other shards where the task completed successfully. It usually seems to start out pretty fast for the first few percent, but then it slows down considerably. Sometimes it&apos;ll take up to 5 minutes to move 1 percent. But at that point, I&apos;d say it&apos;s pretty consistent, but slow. I&apos;m not sure if that means anything.&lt;/p&gt;</comment>
                            <comment id="28263" author="gatesvp" created="Thu, 7 Apr 2011 18:23:45 +0000"  >&lt;p&gt;Just re-read the title. Looks like you&apos;re building an index in the background.&lt;/p&gt;

&lt;p&gt;Can you provide any insight on the index you&apos;re building?&lt;/p&gt;
&lt;ul class=&quot;alternate&quot; type=&quot;square&quot;&gt;
	&lt;li&gt;Background : true?&lt;/li&gt;
	&lt;li&gt;Sparse?&lt;/li&gt;
	&lt;li&gt;Number of fields?&lt;/li&gt;
	&lt;li&gt;Estimated size?&lt;/li&gt;
	&lt;li&gt;When did it start running?&lt;/li&gt;
	&lt;li&gt;How fast was it moving? Was it slowing down / speeding up?&lt;/li&gt;
&lt;/ul&gt;
</comment>
                            <comment id="28262" author="mconigliaro" created="Thu, 7 Apr 2011 18:16:49 +0000"  >&lt;p&gt;To answer Gaetan Voyer-Perrault&apos;s questions on the mailing list:&lt;/p&gt;

&lt;ul class=&quot;alternate&quot; type=&quot;square&quot;&gt;
	&lt;li&gt;Is journaling enabled?&lt;/li&gt;
&lt;/ul&gt;


&lt;p&gt;Not at the moment.&lt;/p&gt;

&lt;ul class=&quot;alternate&quot; type=&quot;square&quot;&gt;
	&lt;li&gt;Was there a change in connections?&lt;/li&gt;
&lt;/ul&gt;


&lt;p&gt;Not really that I could tell. The connection count had been slowly increasing until the crash. Looks like about 3500 connections when the crash occurred, but I have other healthy machines with far more connections than that (6000-7000).&lt;/p&gt;

&lt;ul class=&quot;alternate&quot; type=&quot;square&quot;&gt;
	&lt;li&gt;Was there a change in network traffic?&lt;/li&gt;
&lt;/ul&gt;


&lt;p&gt;Traffic looked pretty consistent for the hour or so before the crash.&lt;/p&gt;

&lt;ul class=&quot;alternate&quot; type=&quot;square&quot;&gt;
	&lt;li&gt;Was there any unusual behavior in the logs before / after?&lt;/li&gt;
&lt;/ul&gt;


&lt;p&gt;The logs look pretty normal from what I can tell. This is basically what the logs look like before the crash:&lt;/p&gt;

&lt;p&gt;Thu Apr  7 17:26:22 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn8548&amp;#93;&lt;/span&gt; query admin.$cmd ntoreturn:1 command: &lt;/p&gt;
{ getlasterror: 1 }
&lt;p&gt; reslen:99 450ms&lt;br/&gt;
Thu Apr  7 17:26:22 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn8549&amp;#93;&lt;/span&gt; query admin.$cmd ntoreturn:1 command: &lt;/p&gt;
{ getlasterror: 1 }
&lt;p&gt; reslen:99 430ms&lt;br/&gt;
Thu Apr  7 17:26:22 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn8550&amp;#93;&lt;/span&gt; query admin.$cmd ntoreturn:1 command: &lt;/p&gt;
{ getlasterror: 1 }
&lt;p&gt; reslen:99 450ms&lt;br/&gt;
Thu Apr  7 17:26:22 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn8551&amp;#93;&lt;/span&gt; query admin.$cmd ntoreturn:1 command: &lt;/p&gt;
{ getlasterror: 1 }
&lt;p&gt; reslen:99 325ms&lt;br/&gt;
Thu Apr  7 17:26:22 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn8545&amp;#93;&lt;/span&gt; query admin.$cmd ntoreturn:1 command: &lt;/p&gt;
{ getlasterror: 1 }
&lt;p&gt; reslen:99 431ms&lt;br/&gt;
Thu Apr  7 17:26:22 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn8543&amp;#93;&lt;/span&gt; query admin.$cmd ntoreturn:1 command: &lt;/p&gt;
{ getlasterror: 1 }
&lt;p&gt; reslen:99 431ms&lt;br/&gt;
Thu Apr  7 17:26:22 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn8542&amp;#93;&lt;/span&gt; query admin.$cmd ntoreturn:1 command: &lt;/p&gt;
{ getlasterror: 1 }
&lt;p&gt; reslen:99 325ms&lt;br/&gt;
Thu Apr  7 17:26:22 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn8547&amp;#93;&lt;/span&gt; query admin.$cmd ntoreturn:1 command: &lt;/p&gt;
{ getlasterror: 1 }
&lt;p&gt; reslen:99 325ms&lt;br/&gt;
Thu Apr  7 17:26:22 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn8538&amp;#93;&lt;/span&gt; query admin.$cmd ntoreturn:1 command: &lt;/p&gt;
{ getlasterror: 1 }
&lt;p&gt; reslen:99 404ms&lt;br/&gt;
Thu Apr  7 17:26:22 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn8541&amp;#93;&lt;/span&gt; query admin.$cmd ntoreturn:1 command: &lt;/p&gt;
{ getlasterror: 1 }
&lt;p&gt; reslen:99 451ms&lt;br/&gt;
Thu Apr  7 17:26:22 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn8539&amp;#93;&lt;/span&gt; query admin.$cmd ntoreturn:1 command: &lt;/p&gt;
{ getlasterror: 1 }
&lt;p&gt; reslen:99 431ms&lt;br/&gt;
Thu Apr  7 17:26:22 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn8540&amp;#93;&lt;/span&gt; query admin.$cmd ntoreturn:1 command: &lt;/p&gt;
{ getlasterror: 1 }
&lt;p&gt; reslen:99 431ms&lt;br/&gt;
Thu Apr  7 17:26:22 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn3835&amp;#93;&lt;/span&gt; insert socialmedia.userEventsJournal 878ms&lt;br/&gt;
Thu Apr  7 17:26:27 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn3835&amp;#93;&lt;/span&gt; insert socialmedia.userEventsJournal 5158ms&lt;br/&gt;
Thu Apr  7 17:26:29 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn2527&amp;#93;&lt;/span&gt; insert socialmedia.userEventsJournal 2122ms&lt;br/&gt;
Thu Apr  7 17:26:30 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn3436&amp;#93;&lt;/span&gt; insert socialmedia.userEventsJournal 1118ms&lt;br/&gt;
                24787900/77278058       32%&lt;br/&gt;
Thu Apr  7 17:26:33 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn8565&amp;#93;&lt;/span&gt; query admin.$cmd ntoreturn:1 command: &lt;/p&gt;
{ serverStatus: 1 }
&lt;p&gt; reslen:1274 2927ms&lt;br/&gt;
Thu Apr  7 17:26:34 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn2099&amp;#93;&lt;/span&gt; insert socialmedia.userEventsJournal 1031ms&lt;br/&gt;
Thu Apr  7 17:26:34 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn8566&amp;#93;&lt;/span&gt; query admin.$cmd ntoreturn:1 command: &lt;/p&gt;
{ serverStatus: 1.0 }
&lt;p&gt; reslen:1274 1033ms&lt;/p&gt;

&lt;ul class=&quot;alternate&quot; type=&quot;square&quot;&gt;
	&lt;li&gt;Was the shutdown &quot;clean&quot;, did it re-start correctly?&lt;/li&gt;
&lt;/ul&gt;


&lt;p&gt;No, the old lockfile was left behind.&lt;/p&gt;

&lt;ul class=&quot;alternate&quot; type=&quot;square&quot;&gt;
	&lt;li&gt;Are the any associated hardware messages?&lt;/li&gt;
&lt;/ul&gt;


&lt;p&gt;Well, I don&apos;t see anything strange in dmesg around the time of the crash. I do see quite a few of these from earlier though:&lt;/p&gt;

&lt;p&gt;2719077.488378] INFO: task mongod:16140 blocked for more than 120 seconds.&lt;br/&gt;
&lt;span class=&quot;error&quot;&gt;&amp;#91;2719077.488388&amp;#93;&lt;/span&gt; &quot;echo 0 &amp;gt; /proc/sys/kernel/hung_task_timeout_secs&quot; disables this message.&lt;br/&gt;
&lt;span class=&quot;error&quot;&gt;&amp;#91;2719077.488393&amp;#93;&lt;/span&gt; mongod        D ffff880885106898     0 16140      1 0x00000000&lt;br/&gt;
&lt;span class=&quot;error&quot;&gt;&amp;#91;2719077.488397&amp;#93;&lt;/span&gt;  ffff88087834bdd8 0000000000000286 ffff88087834bd28 ffff88087834bd58&lt;br/&gt;
&lt;span class=&quot;error&quot;&gt;&amp;#91;2719077.488400&amp;#93;&lt;/span&gt;  ffff88087834be50 ffff88087834bda0 ffff8808859ae9f0 ffff88087834bfd8&lt;br/&gt;
&lt;span class=&quot;error&quot;&gt;&amp;#91;2719077.488402&amp;#93;&lt;/span&gt;  ffff8808859ae640 ffff8808859ae640 ffff8808859ae640 ffff88087834bfd8&lt;br/&gt;
&lt;span class=&quot;error&quot;&gt;&amp;#91;2719077.488404&amp;#93;&lt;/span&gt; Call Trace:&lt;br/&gt;
&lt;span class=&quot;error&quot;&gt;&amp;#91;2719077.488413&amp;#93;&lt;/span&gt;  &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff8120f44d&amp;gt;&amp;#93;&lt;/span&gt; jbd2_log_wait_commit+0xcd/0x160&lt;br/&gt;
&lt;span class=&quot;error&quot;&gt;&amp;#91;2719077.488418&amp;#93;&lt;/span&gt;  &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff81059fb0&amp;gt;&amp;#93;&lt;/span&gt; ? autoremove_wake_function+0x0/0x40&lt;br/&gt;
&lt;span class=&quot;error&quot;&gt;&amp;#91;2719077.488420&amp;#93;&lt;/span&gt;  &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff8120f511&amp;gt;&amp;#93;&lt;/span&gt; ? jbd2_log_start_commit+0x31/0x60&lt;br/&gt;
&lt;span class=&quot;error&quot;&gt;&amp;#91;2719077.488424&amp;#93;&lt;/span&gt;  &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff811c6fb4&amp;gt;&amp;#93;&lt;/span&gt; ext4_sync_file+0x134/0x2e0&lt;br/&gt;
&lt;span class=&quot;error&quot;&gt;&amp;#91;2719077.488428&amp;#93;&lt;/span&gt;  &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff811157d9&amp;gt;&amp;#93;&lt;/span&gt; vfs_fsync_range+0x99/0xd0&lt;br/&gt;
&lt;span class=&quot;error&quot;&gt;&amp;#91;2719077.488430&amp;#93;&lt;/span&gt;  &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff81115878&amp;gt;&amp;#93;&lt;/span&gt; vfs_fsync+0x18/0x20&lt;br/&gt;
&lt;span class=&quot;error&quot;&gt;&amp;#91;2719077.488434&amp;#93;&lt;/span&gt;  &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff810d6ef9&amp;gt;&amp;#93;&lt;/span&gt; sys_msync+0x149/0x1d0&lt;br/&gt;
&lt;span class=&quot;error&quot;&gt;&amp;#91;2719077.488438&amp;#93;&lt;/span&gt;  &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff81009ba8&amp;gt;&amp;#93;&lt;/span&gt; system_call_fastpath+0x16/0x1b&lt;br/&gt;
&lt;span class=&quot;error&quot;&gt;&amp;#91;2719077.488440&amp;#93;&lt;/span&gt;  &lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;lt;ffffffff81009b40&amp;gt;&amp;#93;&lt;/span&gt; ? system_call+0x0/0x52&lt;/p&gt;

&lt;p&gt;I don&apos;t think they&apos;re related though, based on the timestamp I see here:&lt;/p&gt;

&lt;ol&gt;
	&lt;li&gt;cat /proc/uptime&lt;br/&gt;
4298798.63 17002923.91&lt;/li&gt;
&lt;/ol&gt;


&lt;p&gt;These messages are almost definitely from when I upgraded to 1.8.1 yesterday. For some reason, upgrading MongoDB causes the whole machine to hang for several minutes and shoots the load average to 100+, but I think this is an entirely different issue...&lt;/p&gt;</comment>
                    </comments>
                    <attachments>
                    </attachments>
                <subtasks>
                    </subtasks>
                <customfields>
                                                <customfield id="customfield_10050" key="com.atlassian.jira.toolkit:comments">
                        <customfieldname># Replies</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>6.0</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <customfield id="customfield_10055" key="com.atlassian.jira.ext.charting:firstresponsedate">
                        <customfieldname>Date of 1st Reply</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>Thu, 7 Apr 2011 18:23:45 +0000</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10052" key="com.atlassian.jira.toolkit:dayslastcommented">
                        <customfieldname>Days since reply</customfieldname>
                        <customfieldvalues>
                                        12 years, 24 weeks, 5 days ago
    
                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_18254" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Dependencies</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue><![CDATA[]]></customfieldvalue>


                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_15850" key="com.atlassian.jira.plugins.jira-development-integration-plugin:devsummary">
                        <customfieldname>Development</customfieldname>
                        <customfieldvalues>
                            
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                    <customfield id="customfield_10057" key="com.atlassian.jira.toolkit:lastusercommented">
                        <customfieldname>Last comment by Customer</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>false</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                            <customfield id="customfield_10056" key="com.atlassian.jira.toolkit:lastupdaterorcommenter">
                        <customfieldname>Last commenter</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>ian@mongodb.com</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_11151" key="com.atlassian.jira.toolkit:LastCommentDate">
                        <customfieldname>Last public comment date</customfieldname>
                        <customfieldvalues>
                            12 years, 24 weeks, 5 days ago
                        </customfieldvalues>
                    </customfield>
                                                                                                                        <customfield id="customfield_10000" key="com.atlassian.jira.plugin.system.customfieldtypes:radiobuttons">
                        <customfieldname>Old_Backport</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue key="10000"><![CDATA[No]]></customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10032" key="com.atlassian.jira.plugin.system.customfieldtypes:select">
                        <customfieldname>Operating System</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue key="10020"><![CDATA[Linux]]></customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                <customfield id="customfield_10051" key="com.atlassian.jira.toolkit:participants">
                        <customfieldname>Participants</customfieldname>
                        <customfieldvalues>
                                        <customfieldvalue>eliot</customfieldvalue>
            <customfieldvalue>gatesvp</customfieldvalue>
            <customfieldvalue>mathias@mongodb.com</customfieldvalue>
            <customfieldvalue>mconigliaro</customfieldvalue>
    
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                        <customfield id="customfield_14254" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>Product Rank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>1|hrp1ov:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                <customfield id="customfield_12550" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>Rank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>2|hrierz:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10558" key="com.pyxis.greenhopper.jira:gh-global-rank">
                        <customfieldname>Rank (Obsolete)</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>21046</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                            <customfield id="customfield_23361" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Requested By</customfieldname>
                        <customfieldvalues>
                                

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                            <customfield id="customfield_10053" key="com.atlassian.jira.ext.charting:timeinstatus">
                        <customfieldname>Time In Status</customfieldname>
                        <customfieldvalues>
                            
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                        <customfield id="customfield_22870" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Triagers</customfieldname>
                        <customfieldvalues>
                                

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                    <customfield id="customfield_14350" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>serverRank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>1|ht0d9b:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                    </customfields>
    </item>
</channel>
</rss>