<!-- 
RSS generated by JIRA (9.7.1#970001-sha1:2222b88b221c4928ef0de3161136cc90c8356a66) at Thu Feb 08 02:59:17 UTC 2024

It is possible to restrict the fields that are returned in this document by specifying the 'field' parameter in your request.
For example, to request only the issue key and summary append 'field=key&field=summary' to the URL of your request.
-->
<rss version="0.92" >
<channel>
    <title>MongoDB Jira</title>
    <link>https://jira.mongodb.org</link>
    <description>This file is an XML representation of an issue</description>
    <language>en-us</language>    <build-info>
        <version>9.7.1</version>
        <build-number>970001</build-number>
        <build-date>13-04-2023</build-date>
    </build-info>


<item>
            <title>[SERVER-2208] Cluster shutted down without any instruction.</title>
                <link>https://jira.mongodb.org/browse/SERVER-2208</link>
                <project id="10000" key="SERVER">Core Server</project>
                    <description>&lt;p&gt;This is a Mongo cluster consists of 3 machines running one configsvr plus one mongos each and other 6 machines running one primary shardsvr plus one secondary shardsvr  each.  All shard mongods and most of configsvrs(2/3) shutted down last night. &lt;/p&gt;

&lt;p&gt;This sentence appears frequently among the logs: &apos;got kill or ctrl c or hup signal 1 (Hangup), will terminate after current cmd ends&apos;, while i&apos;m sure that no one gave out any shutting down instruction (&apos;cause i am currently the only user of this cluster, and i&apos;ve just left my python scripts running on the same machines of the configsvrs loading some data into the cluster before i got to bed &lt;img class=&quot;emoticon&quot; src=&quot;https://jira.mongodb.org/images/icons/emoticons/tongue.png&quot; height=&quot;16&quot; width=&quot;16&quot; align=&quot;absmiddle&quot; alt=&quot;&quot; border=&quot;0&quot;/&gt;)&lt;/p&gt;

&lt;p&gt;Survivors:&lt;br/&gt;
configsvr0 (strange?)&lt;br/&gt;
mongos0&lt;br/&gt;
mongos1&lt;br/&gt;
mongos2&lt;br/&gt;
all arbiters(arbiter0 ~ arbiter5)&lt;/p&gt;

&lt;p&gt;Cluster construction:&lt;br/&gt;
10.210.208.10&lt;br/&gt;
    configsvr0 at 10.210.208.10:59900&lt;br/&gt;
    mongos0 at 10.210.208.10:58800&lt;br/&gt;
10.210.208.11&lt;br/&gt;
    configsvr1 at 10.210.208.11:59901&lt;br/&gt;
    mongos1 at 10.210.208.11:58801&lt;br/&gt;
10.210.208.12&lt;br/&gt;
    configsvr1 at 10.210.208.12:59902&lt;br/&gt;
    mongos2 at 10.210.208.12:58802&lt;br/&gt;
    arbiter0 at 10.210.208.12:50009&lt;br/&gt;
    arbiter1 at 10.210.208.12:50019&lt;br/&gt;
    arbiter2 at 10.210.208.12:50029&lt;br/&gt;
    arbiter3 at 10.210.208.12:50039&lt;br/&gt;
    arbiter4 at 10.210.208.12:50049&lt;br/&gt;
    arbiter5 at 10.210.208.12:50059&lt;/p&gt;

&lt;p&gt;10.210.208.23&lt;br/&gt;
    shardsvr0 pri at 10.210.208.23:50000&lt;br/&gt;
    shardsvr1 sec at 10.210.208.23:50011&lt;br/&gt;
10.210.208.24&lt;br/&gt;
    shardsvr1 pri at 10.210.208.24:50010&lt;br/&gt;
    shardsvr0 sec at 10.210.208.24:50001&lt;br/&gt;
10.210.208.25&lt;br/&gt;
    shardsvr2 pri at 10.210.208.25:50020&lt;br/&gt;
    shardsvr3 pri at 10.210.208.25:50031&lt;br/&gt;
10.210.208.27&lt;br/&gt;
    shardsvr3 pri at 10.210.208.27:50030&lt;br/&gt;
    shardsvr2 sec at 10.210.208.27:50021&lt;br/&gt;
10.210.208.28&lt;br/&gt;
    shardsvr4 pri at 10.210.208.28:50040&lt;br/&gt;
    shardsvr5 sec at 10.210.208.28:50051&lt;br/&gt;
10.210.208.29&lt;br/&gt;
    shardsvr5 pri at 10.210.208.29:50050&lt;br/&gt;
    shardsvr4 sec at 10.210.208.29:50041&lt;/p&gt;



&lt;p&gt;Logs around the shutting down:&lt;/p&gt;

&lt;p&gt;&lt;span class=&quot;error&quot;&gt;&amp;#91;configsvr0&amp;#93;&lt;/span&gt;&lt;br/&gt;
Mon Dec 13 00:17:19 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn26&amp;#93;&lt;/span&gt; CMD fsync:  sync:1 lock:0&lt;br/&gt;
Mon Dec 13 00:17:19 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn26&amp;#93;&lt;/span&gt; fsync from getlasterror&lt;br/&gt;
Mon Dec 13 00:17:20 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn13&amp;#93;&lt;/span&gt; CMD fsync:  sync:1 lock:0&lt;br/&gt;
Mon Dec 13 00:17:20 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn13&amp;#93;&lt;/span&gt; fsync from getlasterror&lt;br/&gt;
Mon Dec 13 00:17:20 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn13&amp;#93;&lt;/span&gt; CMD fsync:  sync:1 lock:0&lt;br/&gt;
Mon Dec 13 00:17:20 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn13&amp;#93;&lt;/span&gt; fsync from getlasterror&lt;br/&gt;
Mon Dec 13 00:17:25 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn9&amp;#93;&lt;/span&gt; end connection 10.210.208.23:52061&lt;br/&gt;
Mon Dec 13 00:17:25 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn11&amp;#93;&lt;/span&gt; end connection 10.210.208.25:36326&lt;br/&gt;
Mon Dec 13 00:17:25 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn19&amp;#93;&lt;/span&gt; end connection 10.210.208.29:59391&lt;br/&gt;
Mon Dec 13 00:17:25 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn37&amp;#93;&lt;/span&gt; end connection 10.210.208.29:41741&lt;br/&gt;
Mon Dec 13 00:17:25 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn12&amp;#93;&lt;/span&gt; end connection 10.210.208.27:50387&lt;br/&gt;
Mon Dec 13 00:17:25 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn16&amp;#93;&lt;/span&gt; end connection 10.210.208.27:50390&lt;br/&gt;
Mon Dec 13 00:17:25 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn13&amp;#93;&lt;/span&gt; end connection 10.210.208.28:54518&lt;br/&gt;
Mon Dec 13 00:17:25 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn30&amp;#93;&lt;/span&gt; end connection 10.210.208.28:41073&lt;br/&gt;
Mon Dec 13 00:17:28 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn10&amp;#93;&lt;/span&gt; end connection 10.210.208.24:34116&lt;br/&gt;
Mon Dec 13 00:17:41 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn38&amp;#93;&lt;/span&gt; end connection 10.210.208.12:60115&lt;br/&gt;
Mon Dec 13 00:17:41 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn29&amp;#93;&lt;/span&gt; end connection 10.210.208.10:39314&lt;br/&gt;
Mon Dec 13 00:17:41 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn26&amp;#93;&lt;/span&gt; end connection 10.210.208.11:52043&lt;br/&gt;
Mon Dec 13 00:17:43 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn39&amp;#93;&lt;/span&gt; CMD fsync:  sync:1 lock:0&lt;br/&gt;
Mon Dec 13 00:17:43 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn39&amp;#93;&lt;/span&gt; end connection 10.210.208.12:56668&lt;br/&gt;
Mon Dec 13 00:17:48 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn35&amp;#93;&lt;/span&gt; CMD fsync:  sync:1 lock:0&lt;br/&gt;
Mon Dec 13 00:17:48 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn35&amp;#93;&lt;/span&gt; end connection 10.210.208.10:47180&lt;br/&gt;
Mon Dec 13 00:17:49 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn31&amp;#93;&lt;/span&gt; CMD fsync:  sync:1 lock:0&lt;br/&gt;
Mon Dec 13 00:17:50 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn31&amp;#93;&lt;/span&gt; end connection 10.210.208.11:54136&lt;br/&gt;
Mon Dec 13 00:18:11 &lt;span class=&quot;error&quot;&gt;&amp;#91;initandlisten&amp;#93;&lt;/span&gt; connection accepted from 10.210.208.10:52738 #40&lt;br/&gt;
Mon Dec 13 00:18:11 &lt;span class=&quot;error&quot;&gt;&amp;#91;initandlisten&amp;#93;&lt;/span&gt; connection accepted from 10.210.208.12:56015 #41&lt;/p&gt;


&lt;p&gt;&lt;span class=&quot;error&quot;&gt;&amp;#91;mongos0&amp;#93;&lt;/span&gt;&lt;br/&gt;
Sun Dec 12 23:47:31 connection accepted from 127.0.0.1:39476 #40&lt;br/&gt;
Sun Dec 12 23:47:31 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn40&amp;#93;&lt;/span&gt; end connection 127.0.0.1:39476&lt;br/&gt;
Sun Dec 12 23:50:49 connection accepted from 127.0.0.1:39477 #41&lt;br/&gt;
Sun Dec 12 23:50:49 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn41&amp;#93;&lt;/span&gt; end connection 127.0.0.1:39477&lt;br/&gt;
Mon Dec 13 00:17:41 &lt;span class=&quot;error&quot;&gt;&amp;#91;Balancer&amp;#93;&lt;/span&gt; ~ScopedDBConnection: _conn != null&lt;br/&gt;
Mon Dec 13 00:17:41 &lt;span class=&quot;error&quot;&gt;&amp;#91;Balancer&amp;#93;&lt;/span&gt; caught exception while doing balance: DBClientBase::findOne: transport error&lt;br/&gt;
Mon Dec 13 00:17:48 &lt;span class=&quot;error&quot;&gt;&amp;#91;LockPinger&amp;#93;&lt;/span&gt; ~ScopedDBConnection: _conn != null&lt;br/&gt;
Mon Dec 13 00:17:48 &lt;span class=&quot;error&quot;&gt;&amp;#91;LockPinger&amp;#93;&lt;/span&gt; warning: couldn&apos;t ping: SyncClusterConnection::udpate prepare failed: DBClientBase::findOne: transport error10.210.208.11:59901:{}DBClientBase::findOne: transport error10.210.208.12:59902:{}&lt;br/&gt;
Mon Dec 13 00:18:11 &lt;span class=&quot;error&quot;&gt;&amp;#91;Balancer&amp;#93;&lt;/span&gt; SyncClusterConnection connecting to &lt;span class=&quot;error&quot;&gt;&amp;#91;10.210.208.10:59900&amp;#93;&lt;/span&gt;&lt;br/&gt;
Mon Dec 13 00:18:11 &lt;span class=&quot;error&quot;&gt;&amp;#91;Balancer&amp;#93;&lt;/span&gt; SyncClusterConnection connecting to &lt;span class=&quot;error&quot;&gt;&amp;#91;10.210.208.11:59901&amp;#93;&lt;/span&gt;&lt;br/&gt;
Mon Dec 13 00:18:11 &lt;span class=&quot;error&quot;&gt;&amp;#91;Balancer&amp;#93;&lt;/span&gt; SyncClusterConnection connect fail to: 10.210.208.11:59901 errmsg: couldn&apos;t connect to server 10.210.208.11:59901&lt;br/&gt;
Mon Dec 13 00:18:11 &lt;span class=&quot;error&quot;&gt;&amp;#91;Balancer&amp;#93;&lt;/span&gt; SyncClusterConnection connecting to &lt;span class=&quot;error&quot;&gt;&amp;#91;10.210.208.12:59902&amp;#93;&lt;/span&gt;&lt;br/&gt;
Mon Dec 13 00:18:11 &lt;span class=&quot;error&quot;&gt;&amp;#91;Balancer&amp;#93;&lt;/span&gt; SyncClusterConnection connect fail to: 10.210.208.12:59902 errmsg: couldn&apos;t connect to server 10.210.208.12:59902&lt;br/&gt;
Mon Dec 13 00:18:11 &lt;span class=&quot;error&quot;&gt;&amp;#91;Balancer&amp;#93;&lt;/span&gt; trying reconnect to 10.210.208.11:59901&lt;br/&gt;
Mon Dec 13 00:18:11 &lt;span class=&quot;error&quot;&gt;&amp;#91;Balancer&amp;#93;&lt;/span&gt; reconnect 10.210.208.11:59901 failed couldn&apos;t connect to server 10.210.208.11:59901&lt;br/&gt;
Mon Dec 13 00:18:11 &lt;span class=&quot;error&quot;&gt;&amp;#91;Balancer&amp;#93;&lt;/span&gt; MessagingPort say send() errno:9 Bad file descriptor 10.210.208.11:59901&lt;br/&gt;
Mon Dec 13 00:18:11 &lt;span class=&quot;error&quot;&gt;&amp;#91;Balancer&amp;#93;&lt;/span&gt; trying reconnect to 10.210.208.12:59902&lt;br/&gt;
Mon Dec 13 00:18:11 &lt;span class=&quot;error&quot;&gt;&amp;#91;Balancer&amp;#93;&lt;/span&gt; reconnect 10.210.208.12:59902 failed couldn&apos;t connect to server 10.210.208.12:59902&lt;br/&gt;
Mon Dec 13 00:18:11 &lt;span class=&quot;error&quot;&gt;&amp;#91;Balancer&amp;#93;&lt;/span&gt; MessagingPort say send() errno:9 Bad file descriptor 10.210.208.12:59902&lt;br/&gt;
Mon Dec 13 00:18:11 &lt;span class=&quot;error&quot;&gt;&amp;#91;Balancer&amp;#93;&lt;/span&gt; ~ScopedDBConnection: _conn != null&lt;br/&gt;
Mon Dec 13 00:18:11 &lt;span class=&quot;error&quot;&gt;&amp;#91;Balancer&amp;#93;&lt;/span&gt; caught exception while doing balance: DBClientBase::findOne: transport error&lt;br/&gt;
Mon Dec 13 00:18:13 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn37&amp;#93;&lt;/span&gt; DBException in process: DBClientBase::findOne: transport error&lt;br/&gt;
Mon Dec 13 00:18:13 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn37&amp;#93;&lt;/span&gt; DBException in process: DBClientBase::findOne: transport error&lt;br/&gt;
Mon Dec 13 00:18:13 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn37&amp;#93;&lt;/span&gt; DBException in process: DBClientBase::findOne: transport error&lt;br/&gt;
Mon Dec 13 00:18:13 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn37&amp;#93;&lt;/span&gt; DBException in process: DBClientBase::findOne: transport error&lt;br/&gt;
Mon Dec 13 00:18:13 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn37&amp;#93;&lt;/span&gt; DBException in process: dbconnectionpool: connect failed s003/10.210.208.27:50030,10.210.208.25:50031 : connect failed to set s003/10.210.208.27:50030,10.210.208.25:50031&lt;/p&gt;


&lt;p&gt;&lt;span class=&quot;error&quot;&gt;&amp;#91;configsvr1&amp;#93;&lt;/span&gt;&lt;br/&gt;
Mon Dec 13 00:17:19 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn18&amp;#93;&lt;/span&gt; CMD fsync:  sync:1 lock:0&lt;br/&gt;
Mon Dec 13 00:17:19 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn18&amp;#93;&lt;/span&gt; fsync from getlasterror&lt;br/&gt;
Mon Dec 13 00:17:19 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn18&amp;#93;&lt;/span&gt; CMD fsync:  sync:1 lock:0&lt;br/&gt;
Mon Dec 13 00:17:19 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn18&amp;#93;&lt;/span&gt; fsync from getlasterror&lt;br/&gt;
Mon Dec 13 00:17:25 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn24&amp;#93;&lt;/span&gt; end connection 10.210.208.29:33776&lt;br/&gt;
Mon Dec 13 00:17:25 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn41&amp;#93;&lt;/span&gt; end connection 10.210.208.29:38668&lt;br/&gt;
Mon Dec 13 00:17:25 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn21&amp;#93;&lt;/span&gt; end connection 10.210.208.27:52271&lt;br/&gt;
Mon Dec 13 00:17:25 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn18&amp;#93;&lt;/span&gt; end connection 10.210.208.28:60717&lt;br/&gt;
Mon Dec 13 00:17:25 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn34&amp;#93;&lt;/span&gt; end connection 10.210.208.28:43880&lt;br/&gt;
Mon Dec 13 00:17:25 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn17&amp;#93;&lt;/span&gt; end connection 10.210.208.27:52268&lt;br/&gt;
Mon Dec 13 00:17:25 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn14&amp;#93;&lt;/span&gt; end connection 10.210.208.23:47991&lt;br/&gt;
Mon Dec 13 00:17:25 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn16&amp;#93;&lt;/span&gt; end connection 10.210.208.25:48129&lt;br/&gt;
Mon Dec 13 00:17:25 got kill or ctrl c or hup signal 1 (Hangup), will terminate after current cmd ends&lt;br/&gt;
Mon Dec 13 00:17:25 &lt;span class=&quot;error&quot;&gt;&amp;#91;interruptThread&amp;#93;&lt;/span&gt; now exiting&lt;br/&gt;
Mon Dec 13 00:17:25 dbexit:&lt;/p&gt;

&lt;p&gt;Mon Dec 13 00:17:25 &lt;span class=&quot;error&quot;&gt;&amp;#91;interruptThread&amp;#93;&lt;/span&gt; shutdown: going to close listening sockets...&lt;br/&gt;
Mon Dec 13 00:17:25 &lt;span class=&quot;error&quot;&gt;&amp;#91;interruptThread&amp;#93;&lt;/span&gt; closing listening socket: 6&lt;br/&gt;
Mon Dec 13 00:17:25 &lt;span class=&quot;error&quot;&gt;&amp;#91;interruptThread&amp;#93;&lt;/span&gt; closing listening socket: 7&lt;br/&gt;
Mon Dec 13 00:17:25 &lt;span class=&quot;error&quot;&gt;&amp;#91;interruptThread&amp;#93;&lt;/span&gt; closing listening socket: 8&lt;br/&gt;
Mon Dec 13 00:17:25 &lt;span class=&quot;error&quot;&gt;&amp;#91;interruptThread&amp;#93;&lt;/span&gt; closing listening socket: 9&lt;br/&gt;
Mon Dec 13 00:17:25 &lt;span class=&quot;error&quot;&gt;&amp;#91;interruptThread&amp;#93;&lt;/span&gt; shutdown: going to flush oplog...&lt;br/&gt;
Mon Dec 13 00:17:25 flushing op log and files&lt;/p&gt;

&lt;p&gt;Mon Dec 13 00:17:25 &lt;span class=&quot;error&quot;&gt;&amp;#91;interruptThread&amp;#93;&lt;/span&gt; shutdown: going to close sockets...&lt;br/&gt;
Mon Dec 13 00:17:25 &lt;span class=&quot;error&quot;&gt;&amp;#91;interruptThread&amp;#93;&lt;/span&gt; shutdown: waiting for fs preallocator...&lt;br/&gt;
Mon Dec 13 00:17:25 &lt;span class=&quot;error&quot;&gt;&amp;#91;interruptThread&amp;#93;&lt;/span&gt; shutdown: closing all files...&lt;br/&gt;
Mon Dec 13 00:17:25     closeAllFiles() finished&lt;/p&gt;

&lt;p&gt;Mon Dec 13 00:17:25 &lt;span class=&quot;error&quot;&gt;&amp;#91;interruptThread&amp;#93;&lt;/span&gt; shutdown: removing fs lock...&lt;br/&gt;
Mon Dec 13 00:17:25 dbexit: really exiting now&lt;/p&gt;


&lt;p&gt;&lt;span class=&quot;error&quot;&gt;&amp;#91;mongos1&amp;#93;&lt;/span&gt;&lt;br/&gt;
Mon Dec 13 00:15:19 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn214&amp;#93;&lt;/span&gt; autosplitting wb.message size: 209715562 shard: ns:wb.message at: s003:s003/10.210.208.27:50030,10.210.208.25:50031 lastmod: 19|35 min: &lt;/p&gt;
{ _id: &quot;221101201853081284&quot; }
&lt;p&gt; max: &lt;/p&gt;
{ _id: &quot;221101202741529267&quot; }
&lt;p&gt; on: &lt;/p&gt;
{ _id: &quot;221101201854330112&quot; }
&lt;p&gt;(splitThreshold 209715200)&lt;br/&gt;
Mon Dec 13 00:15:19 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn214&amp;#93;&lt;/span&gt; config change: { _id: &quot;xxxxxx-2010-12-12T16:15:19-201&quot;, server: &quot;xxxxxx&quot;, time: new Date(1292170519946), what: &quot;split&quot;, ns: &quot;wb.message&quot;, details: { before: { min: &lt;/p&gt;
{ _id: &quot;221101201853081284&quot; }
&lt;p&gt;, max: &lt;/p&gt;
{ _id: &quot;221101202741529267&quot; }
&lt;p&gt; }, left: { min: &lt;/p&gt;
{ _id: &quot;221101201853081284&quot; }
&lt;p&gt;, max: &lt;/p&gt;
{ _id: &quot;221101201854330112&quot; }
&lt;p&gt; }, right: { min: &lt;/p&gt;
{ _id: &quot;221101201854330112&quot; }
&lt;p&gt;, max: &lt;/p&gt;
{ _id: &quot;221101202741529267&quot; }
&lt;p&gt; } } }&lt;br/&gt;
Mon Dec 13 00:17:25 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn214&amp;#93;&lt;/span&gt; MessagingPort recv() errno:104 Connection reset by peer 10.210.208.27:50030&lt;br/&gt;
Mon Dec 13 00:17:25 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn214&amp;#93;&lt;/span&gt; SocketException: 9001 socket exception&lt;br/&gt;
Mon Dec 13 00:17:25 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn214&amp;#93;&lt;/span&gt; DBException in process: DBClientBase::findOne: transport error&lt;br/&gt;
Mon Dec 13 00:17:25 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn214&amp;#93;&lt;/span&gt; DBException in process: DBClientBase::findOne: transport error&lt;br/&gt;
Mon Dec 13 00:17:25 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn216&amp;#93;&lt;/span&gt; end connection 127.0.0.1:47942&lt;br/&gt;
Mon Dec 13 00:17:25 ERROR: couldn&apos;t unsert sharding : DBClientBase::findOne: transport error&lt;br/&gt;
Mon Dec 13 00:17:25 ERROR: couldn&apos;t unsert sharding : DBClientBase::findOne: transport error&lt;br/&gt;
Mon Dec 13 00:17:25 ERROR: couldn&apos;t unsert sharding : DBClientBase::findOne: transport error&lt;br/&gt;
Mon Dec 13 00:17:25 ERROR: couldn&apos;t unsert sharding : DBClientBase::findOne: transport error&lt;br/&gt;
Mon Dec 13 00:17:25 ERROR: couldn&apos;t unsert sharding : DBClientBase::findOne: transport error&lt;br/&gt;
Mon Dec 13 00:17:25 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn214&amp;#93;&lt;/span&gt; DBException in process: DBClientBase::findOne: transport error&lt;br/&gt;
Mon Dec 13 00:17:25 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn214&amp;#93;&lt;/span&gt; DBException in process: DBClientBase::findOne: transport error&lt;br/&gt;
Mon Dec 13 00:17:25 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn214&amp;#93;&lt;/span&gt; DBException in process: DBClientBase::findOne: transport error&lt;br/&gt;
Mon Dec 13 00:17:25 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn214&amp;#93;&lt;/span&gt; DBException in process: DBClientBase::findOne: transport error&lt;br/&gt;
Mon Dec 13 00:17:25 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn214&amp;#93;&lt;/span&gt; DBException in process: DBClientBase::findOne: transport error&lt;br/&gt;
Mon Dec 13 00:17:25 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn214&amp;#93;&lt;/span&gt; DBException in process: DBClientBase::findOne: transport error&lt;br/&gt;
Mon Dec 13 00:17:25 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn214&amp;#93;&lt;/span&gt; DBException in process: DBClientBase::findOne: transport error&lt;br/&gt;
Mon Dec 13 00:17:25 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn214&amp;#93;&lt;/span&gt; DBException in process: dbconnectionpool: connect failed s003/10.210.208.27:50030,10.210.208.25:50031 : connect failed to set s003/10.210.208.27:50030,10.210.208.25:50031&lt;br/&gt;
Mon Dec 13 00:17:25 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn214&amp;#93;&lt;/span&gt; DBException in process: dbconnectionpool: connect failed s003/10.210.208.27:50030,10.210.208.25:50031 : connect failed to set s003/10.210.208.27:50030,10.210.208.25:50031&lt;br/&gt;
Mon Dec 13 00:17:25 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn214&amp;#93;&lt;/span&gt; trying reconnect to 10.210.208.23:50000&lt;br/&gt;
Mon Dec 13 00:17:25 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn214&amp;#93;&lt;/span&gt; reconnect 10.210.208.23:50000 failed couldn&apos;t connect to server 10.210.208.23:50000&lt;br/&gt;
Mon Dec 13 00:17:25 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn214&amp;#93;&lt;/span&gt; MessagingPort say send() errno:9 Bad file descriptor 10.210.208.23:50000&lt;br/&gt;
Mon Dec 13 00:17:28 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn214&amp;#93;&lt;/span&gt; trying reconnect to 10.210.208.23:50000&lt;br/&gt;
Mon Dec 13 00:17:28 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn214&amp;#93;&lt;/span&gt; reconnect 10.210.208.23:50000 failed couldn&apos;t connect to server 10.210.208.23:50000&lt;/p&gt;


&lt;p&gt;&lt;span class=&quot;error&quot;&gt;&amp;#91;configsvr2&amp;#93;&lt;/span&gt;&lt;br/&gt;
Mon Dec 13 00:17:21 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn11&amp;#93;&lt;/span&gt; CMD fsync:  sync:1 lock:0&lt;br/&gt;
Mon Dec 13 00:17:21 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn11&amp;#93;&lt;/span&gt; fsync from getlasterror&lt;br/&gt;
Mon Dec 13 00:17:21 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn11&amp;#93;&lt;/span&gt; CMD fsync:  sync:1 lock:0&lt;br/&gt;
Mon Dec 13 00:17:21 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn11&amp;#93;&lt;/span&gt; fsync from getlasterror&lt;br/&gt;
Mon Dec 13 00:17:26 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn7&amp;#93;&lt;/span&gt; end connection 10.210.208.23:57380&lt;br/&gt;
Mon Dec 13 00:17:26 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn9&amp;#93;&lt;/span&gt; end connection 10.210.208.25:56757&lt;br/&gt;
Mon Dec 13 00:17:26 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn17&amp;#93;&lt;/span&gt; end connection 10.210.208.29:36447&lt;br/&gt;
Mon Dec 13 00:17:26 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn34&amp;#93;&lt;/span&gt; end connection 10.210.208.29:56668&lt;br/&gt;
Mon Dec 13 00:17:26 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn10&amp;#93;&lt;/span&gt; end connection 10.210.208.27:48560&lt;br/&gt;
Mon Dec 13 00:17:26 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn14&amp;#93;&lt;/span&gt; end connection 10.210.208.27:48564&lt;br/&gt;
Mon Dec 13 00:17:26 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn27&amp;#93;&lt;/span&gt; end connection 10.210.208.28:58957&lt;br/&gt;
Mon Dec 13 00:17:26 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn11&amp;#93;&lt;/span&gt; end connection 10.210.208.28:54975&lt;br/&gt;
Mon Dec 13 00:17:27 got kill or ctrl c or hup signal 1 (Hangup), will terminate after current cmd ends&lt;br/&gt;
Mon Dec 13 00:17:27 &lt;span class=&quot;error&quot;&gt;&amp;#91;interruptThread&amp;#93;&lt;/span&gt; now exiting&lt;br/&gt;
Mon Dec 13 00:17:27 dbexit:&lt;/p&gt;

&lt;p&gt;Mon Dec 13 00:17:27 &lt;span class=&quot;error&quot;&gt;&amp;#91;interruptThread&amp;#93;&lt;/span&gt; shutdown: going to close listening sockets...&lt;br/&gt;
Mon Dec 13 00:17:27 &lt;span class=&quot;error&quot;&gt;&amp;#91;interruptThread&amp;#93;&lt;/span&gt; closing listening socket: 6&lt;br/&gt;
Mon Dec 13 00:17:27 &lt;span class=&quot;error&quot;&gt;&amp;#91;interruptThread&amp;#93;&lt;/span&gt; closing listening socket: 7&lt;br/&gt;
Mon Dec 13 00:17:27 &lt;span class=&quot;error&quot;&gt;&amp;#91;interruptThread&amp;#93;&lt;/span&gt; closing listening socket: 8&lt;br/&gt;
Mon Dec 13 00:17:27 &lt;span class=&quot;error&quot;&gt;&amp;#91;interruptThread&amp;#93;&lt;/span&gt; closing listening socket: 9&lt;br/&gt;
Mon Dec 13 00:17:27 &lt;span class=&quot;error&quot;&gt;&amp;#91;interruptThread&amp;#93;&lt;/span&gt; shutdown: going to flush oplog...&lt;br/&gt;
Mon Dec 13 00:17:27 flushing op log and files&lt;/p&gt;

&lt;p&gt;Mon Dec 13 00:17:27 &lt;span class=&quot;error&quot;&gt;&amp;#91;interruptThread&amp;#93;&lt;/span&gt; shutdown: going to close sockets...&lt;br/&gt;
Mon Dec 13 00:17:27 &lt;span class=&quot;error&quot;&gt;&amp;#91;interruptThread&amp;#93;&lt;/span&gt; shutdown: waiting for fs preallocator...&lt;br/&gt;
Mon Dec 13 00:17:27 &lt;span class=&quot;error&quot;&gt;&amp;#91;interruptThread&amp;#93;&lt;/span&gt; shutdown: closing all files...&lt;br/&gt;
Mon Dec 13 00:17:27     closeAllFiles() finished&lt;/p&gt;

&lt;p&gt;Mon Dec 13 00:17:27 &lt;span class=&quot;error&quot;&gt;&amp;#91;interruptThread&amp;#93;&lt;/span&gt; shutdown: removing fs lock...&lt;br/&gt;
Mon Dec 13 00:17:27 dbexit: really exiting now&lt;/p&gt;


&lt;p&gt;&lt;span class=&quot;error&quot;&gt;&amp;#91;mongos2&amp;#93;&lt;/span&gt;&lt;br/&gt;
Sun Dec 12 22:48:47 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn33&amp;#93;&lt;/span&gt; ~ScopedDBConnection: _conn != null&lt;br/&gt;
Sun Dec 12 22:48:47 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn33&amp;#93;&lt;/span&gt; ERROR: splitIfShould failed: write $cmd failed on a shard: { &quot;got&quot; : { &quot;&lt;em&gt;id&quot; : &quot;wb.message-_id&lt;/em&gt;\&quot;221101202746363817\&quot;&quot;, &quot;lastmod&quot; : &lt;/p&gt;
{ &quot;t&quot; : 19000 , &quot;i&quot; : 21 }
&lt;p&gt;, &quot;ns&quot; : &quot;wb.message&quot;, &quot;min&quot; : &lt;/p&gt;
{ &quot;_id&quot; : &quot;221101202746363817&quot; }
&lt;p&gt;, &quot;max&quot; : &lt;/p&gt;
{ &quot;_id&quot; : &quot;221101202856575202&quot; }
&lt;p&gt;, &quot;shard&quot; : &quot;s003&quot; }, &quot;whatFailed&quot; : { &quot;ns&quot; : &quot;config.chunks&quot;, &quot;q&quot; : { &quot;query&quot; : &lt;/p&gt;
{ &quot;ns&quot; : &quot;wb.message&quot; }
&lt;p&gt;, &quot;orderby&quot; : &lt;/p&gt;
{ &quot;lastmod&quot; : -1 }
&lt;p&gt; }, &quot;res&quot; : { &quot;lastmod&quot; : &lt;/p&gt;
{ &quot;t&quot; : 19000 , &quot;i&quot; : 17 }
&lt;p&gt; } }, &quot;errmsg&quot; : &quot;pre-condition failed&quot;, &quot;ok&quot; : 0 } 10.210.208.10:59900&lt;br/&gt;
Sun Dec 12 22:49:01 &lt;span class=&quot;error&quot;&gt;&amp;#91;Balancer&amp;#93;&lt;/span&gt; SyncClusterConnection connecting to &lt;span class=&quot;error&quot;&gt;&amp;#91;10.210.208.10:59900&amp;#93;&lt;/span&gt;&lt;br/&gt;
Sun Dec 12 22:49:01 &lt;span class=&quot;error&quot;&gt;&amp;#91;Balancer&amp;#93;&lt;/span&gt; SyncClusterConnection connecting to &lt;span class=&quot;error&quot;&gt;&amp;#91;10.210.208.11:59901&amp;#93;&lt;/span&gt;&lt;br/&gt;
Sun Dec 12 22:49:01 &lt;span class=&quot;error&quot;&gt;&amp;#91;Balancer&amp;#93;&lt;/span&gt; SyncClusterConnection connecting to &lt;span class=&quot;error&quot;&gt;&amp;#91;10.210.208.12:59902&amp;#93;&lt;/span&gt;&lt;br/&gt;
Mon Dec 13 00:17:42 &lt;span class=&quot;error&quot;&gt;&amp;#91;Balancer&amp;#93;&lt;/span&gt; ~ScopedDBConnection: _conn != null&lt;br/&gt;
Mon Dec 13 00:17:42 &lt;span class=&quot;error&quot;&gt;&amp;#91;Balancer&amp;#93;&lt;/span&gt; caught exception while doing balance: DBClientBase::findOne: transport error&lt;br/&gt;
Mon Dec 13 00:17:44 &lt;span class=&quot;error&quot;&gt;&amp;#91;LockPinger&amp;#93;&lt;/span&gt; ~ScopedDBConnection: _conn != null&lt;br/&gt;
Mon Dec 13 00:17:44 &lt;span class=&quot;error&quot;&gt;&amp;#91;LockPinger&amp;#93;&lt;/span&gt; warning: couldn&apos;t ping: SyncClusterConnection::udpate prepare failed: DBClientBase::findOne: transport error10.210.208.11:59901:{}DBClientBase::findOne: transport error10.210.208.12:59902:{}&lt;br/&gt;
Mon Dec 13 00:17:50 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn33&amp;#93;&lt;/span&gt; DBException in process: DBClientBase::findOne: transport error&lt;br/&gt;
Mon Dec 13 00:17:50 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn33&amp;#93;&lt;/span&gt; DBException in process: DBClientBase::findOne: transport error&lt;br/&gt;
Mon Dec 13 00:17:50 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn33&amp;#93;&lt;/span&gt; DBException in process: DBClientBase::findOne: transport error&lt;br/&gt;
Mon Dec 13 00:17:50 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn33&amp;#93;&lt;/span&gt; DBException in process: DBClientBase::findOne: transport error&lt;br/&gt;
Mon Dec 13 00:17:50 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn33&amp;#93;&lt;/span&gt; DBException in process: dbconnectionpool: connect failed s004/10.210.208.28:50040,10.210.208.29:50041 : connect failed to set s004/10.210.208.28:50040,10.210.208.29:50041&lt;br/&gt;
Mon Dec 13 00:17:50 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn33&amp;#93;&lt;/span&gt; DBException in process: dbconnectionpool: connect failed s004/10.210.208.28:50040,10.210.208.29:50041 : connect failed to set s004/10.210.208.28:50040,10.210.208.29:50041&lt;br/&gt;
Mon Dec 13 00:17:50 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn33&amp;#93;&lt;/span&gt; DBException in process: dbconnectionpool: connect failed s004/10.210.208.28:50040,10.210.208.29:50041 : connect failed to set s004/10.210.208.28:50040,10.210.208.29:50041&lt;br/&gt;
Mon Dec 13 00:17:50 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn33&amp;#93;&lt;/span&gt; DBException in process: dbconnectionpool: connect failed s004/10.210.208.28:50040,10.210.208.29:50041 : connect failed to set s004/10.210.208.28:50040,10.210.208.29:50041&lt;br/&gt;
Mon Dec 13 00:17:50 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn33&amp;#93;&lt;/span&gt; DBException in process: dbconnectionpool: connect failed s004/10.210.208.28:50040,10.210.208.29:50041 : connect failed to set s004/10.210.208.28:50040,10.210.208.29:50041&lt;/p&gt;


&lt;p&gt;&lt;span class=&quot;error&quot;&gt;&amp;#91;arbiter0&amp;#93;&lt;/span&gt;&lt;br/&gt;
Sun Dec 12 12:05:48 &lt;span class=&quot;error&quot;&gt;&amp;#91;ReplSetHealthPollTask&amp;#93;&lt;/span&gt; replSet 10.210.208.24:50001 STARTUP2&lt;br/&gt;
Sun Dec 12 12:05:50 &lt;span class=&quot;error&quot;&gt;&amp;#91;ReplSetHealthPollTask&amp;#93;&lt;/span&gt; replSet 10.210.208.24:50001 RECOVERING&lt;br/&gt;
Sun Dec 12 12:06:32 &lt;span class=&quot;error&quot;&gt;&amp;#91;ReplSetHealthPollTask&amp;#93;&lt;/span&gt; replSet 10.210.208.24:50001 SECONDARY&lt;br/&gt;
Mon Dec 13 00:17:26 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn7&amp;#93;&lt;/span&gt; end connection 10.210.208.23:55982&lt;br/&gt;
Mon Dec 13 00:17:27 &lt;span class=&quot;error&quot;&gt;&amp;#91;ReplSetHealthPollTask&amp;#93;&lt;/span&gt; replSet info 10.210.208.23:50000 is now down (or slow to respond)&lt;br/&gt;
Mon Dec 13 00:17:29 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn8&amp;#93;&lt;/span&gt; replSet info voting yea for 1&lt;br/&gt;
Mon Dec 13 00:17:29 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn8&amp;#93;&lt;/span&gt; end connection 10.210.208.24:59841&lt;br/&gt;
Mon Dec 13 00:17:30 &lt;span class=&quot;error&quot;&gt;&amp;#91;ReplSetHealthPollTask&amp;#93;&lt;/span&gt; replSet info 10.210.208.24:50001 is now down (or slow to respond)&lt;/p&gt;

&lt;p&gt;&lt;span class=&quot;error&quot;&gt;&amp;#91;arbiter1&amp;#93;&lt;/span&gt;&lt;br/&gt;
Sun Dec 12 12:05:40 &lt;span class=&quot;error&quot;&gt;&amp;#91;ReplSetHealthPollTask&amp;#93;&lt;/span&gt; replSet 10.210.208.23:50011 STARTUP2&lt;br/&gt;
Sun Dec 12 12:05:40 &lt;span class=&quot;error&quot;&gt;&amp;#91;initandlisten&amp;#93;&lt;/span&gt; connection accepted from 10.210.208.23:46807 #7&lt;br/&gt;
Sun Dec 12 12:05:42 &lt;span class=&quot;error&quot;&gt;&amp;#91;ReplSetHealthPollTask&amp;#93;&lt;/span&gt; replSet 10.210.208.23:50011 RECOVERING&lt;br/&gt;
Sun Dec 12 12:06:00 &lt;span class=&quot;error&quot;&gt;&amp;#91;ReplSetHealthPollTask&amp;#93;&lt;/span&gt; replSet 10.210.208.23:50011 SECONDARY&lt;br/&gt;
Mon Dec 13 00:17:26 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn7&amp;#93;&lt;/span&gt; end connection 10.210.208.23:46807&lt;br/&gt;
Mon Dec 13 00:17:28 &lt;span class=&quot;error&quot;&gt;&amp;#91;ReplSetHealthPollTask&amp;#93;&lt;/span&gt; replSet info 10.210.208.23:50011 is now down (or slow to respond)&lt;br/&gt;
Mon Dec 13 00:17:29 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn6&amp;#93;&lt;/span&gt; end connection 10.210.208.24:59102&lt;br/&gt;
Mon Dec 13 00:17:31 &lt;span class=&quot;error&quot;&gt;&amp;#91;ReplSetHealthPollTask&amp;#93;&lt;/span&gt; replSet info 10.210.208.24:50010 is now down (or slow to respond)&lt;/p&gt;

&lt;p&gt;&lt;span class=&quot;error&quot;&gt;&amp;#91;arbiter2&amp;#93;&lt;/span&gt;&lt;br/&gt;
Sun Dec 12 12:06:05 &lt;span class=&quot;error&quot;&gt;&amp;#91;ReplSetHealthPollTask&amp;#93;&lt;/span&gt; replSet info 10.210.208.27:50021 is now up&lt;br/&gt;
Sun Dec 12 12:06:05 &lt;span class=&quot;error&quot;&gt;&amp;#91;ReplSetHealthPollTask&amp;#93;&lt;/span&gt; replSet 10.210.208.27:50021 STARTUP2&lt;br/&gt;
Sun Dec 12 12:06:05 &lt;span class=&quot;error&quot;&gt;&amp;#91;initandlisten&amp;#93;&lt;/span&gt; connection accepted from 10.210.208.27:35212 #7&lt;br/&gt;
Sun Dec 12 12:06:07 &lt;span class=&quot;error&quot;&gt;&amp;#91;ReplSetHealthPollTask&amp;#93;&lt;/span&gt; replSet 10.210.208.27:50021 SECONDARY&lt;br/&gt;
Mon Dec 13 00:17:26 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn6&amp;#93;&lt;/span&gt; end connection 10.210.208.25:40042&lt;br/&gt;
Mon Dec 13 00:17:26 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn7&amp;#93;&lt;/span&gt; end connection 10.210.208.27:35212&lt;br/&gt;
Mon Dec 13 00:17:27 &lt;span class=&quot;error&quot;&gt;&amp;#91;ReplSetHealthPollTask&amp;#93;&lt;/span&gt; replSet info 10.210.208.27:50021 is now down (or slow to respond)&lt;br/&gt;
Mon Dec 13 00:17:27 &lt;span class=&quot;error&quot;&gt;&amp;#91;ReplSetHealthPollTask&amp;#93;&lt;/span&gt; replSet info 10.210.208.25:50020 is now down (or slow to respond)&lt;/p&gt;

&lt;p&gt;&lt;span class=&quot;error&quot;&gt;&amp;#91;arbiter3&amp;#93;&lt;/span&gt;&lt;br/&gt;
Sun Dec 12 12:05:51 &lt;span class=&quot;error&quot;&gt;&amp;#91;ReplSetHealthPollTask&amp;#93;&lt;/span&gt; replSet info 10.210.208.25:50031 is now up&lt;br/&gt;
Sun Dec 12 12:05:51 &lt;span class=&quot;error&quot;&gt;&amp;#91;ReplSetHealthPollTask&amp;#93;&lt;/span&gt; replSet 10.210.208.25:50031 STARTUP2&lt;br/&gt;
Sun Dec 12 12:05:53 &lt;span class=&quot;error&quot;&gt;&amp;#91;ReplSetHealthPollTask&amp;#93;&lt;/span&gt; replSet 10.210.208.25:50031 RECOVERING&lt;br/&gt;
Sun Dec 12 12:06:51 &lt;span class=&quot;error&quot;&gt;&amp;#91;ReplSetHealthPollTask&amp;#93;&lt;/span&gt; replSet 10.210.208.25:50031 SECONDARY&lt;br/&gt;
Mon Dec 13 00:17:26 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn7&amp;#93;&lt;/span&gt; end connection 10.210.208.25:47388&lt;br/&gt;
Mon Dec 13 00:17:26 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn6&amp;#93;&lt;/span&gt; end connection 10.210.208.27:54764&lt;br/&gt;
Mon Dec 13 00:17:27 &lt;span class=&quot;error&quot;&gt;&amp;#91;ReplSetHealthPollTask&amp;#93;&lt;/span&gt; replSet info 10.210.208.27:50030 is now down (or slow to respond)&lt;br/&gt;
Mon Dec 13 00:17:27 &lt;span class=&quot;error&quot;&gt;&amp;#91;ReplSetHealthPollTask&amp;#93;&lt;/span&gt; replSet info 10.210.208.25:50031 is now down (or slow to respond)&lt;/p&gt;

&lt;p&gt;&lt;span class=&quot;error&quot;&gt;&amp;#91;arbiter4&amp;#93;&lt;/span&gt;&lt;br/&gt;
Sun Dec 12 12:06:12 &lt;span class=&quot;error&quot;&gt;&amp;#91;ReplSetHealthPollTask&amp;#93;&lt;/span&gt; replSet info 10.210.208.29:50041 is now up&lt;br/&gt;
Sun Dec 12 12:06:12 &lt;span class=&quot;error&quot;&gt;&amp;#91;ReplSetHealthPollTask&amp;#93;&lt;/span&gt; replSet 10.210.208.29:50041 STARTUP2&lt;br/&gt;
Sun Dec 12 12:06:14 &lt;span class=&quot;error&quot;&gt;&amp;#91;initandlisten&amp;#93;&lt;/span&gt; connection accepted from 10.210.208.29:43618 #9&lt;br/&gt;
Sun Dec 12 12:06:14 &lt;span class=&quot;error&quot;&gt;&amp;#91;ReplSetHealthPollTask&amp;#93;&lt;/span&gt; replSet 10.210.208.29:50041 SECONDARY&lt;br/&gt;
Mon Dec 13 00:17:26 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn9&amp;#93;&lt;/span&gt; end connection 10.210.208.29:43618&lt;br/&gt;
Mon Dec 13 00:17:26 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn8&amp;#93;&lt;/span&gt; end connection 10.210.208.28:43289&lt;br/&gt;
Mon Dec 13 00:17:28 &lt;span class=&quot;error&quot;&gt;&amp;#91;ReplSetHealthPollTask&amp;#93;&lt;/span&gt; replSet info 10.210.208.28:50040 is now down (or slow to respond)&lt;br/&gt;
Mon Dec 13 00:17:28 &lt;span class=&quot;error&quot;&gt;&amp;#91;ReplSetHealthPollTask&amp;#93;&lt;/span&gt; replSet info 10.210.208.29:50041 is now down (or slow to respond)&lt;/p&gt;

&lt;p&gt;&lt;span class=&quot;error&quot;&gt;&amp;#91;arbiter5&amp;#93;&lt;/span&gt;&lt;br/&gt;
Sun Dec 12 12:06:09 &lt;span class=&quot;error&quot;&gt;&amp;#91;ReplSetHealthPollTask&amp;#93;&lt;/span&gt; replSet info 10.210.208.28:50051 is now up&lt;br/&gt;
Sun Dec 12 12:06:09 &lt;span class=&quot;error&quot;&gt;&amp;#91;ReplSetHealthPollTask&amp;#93;&lt;/span&gt; replSet 10.210.208.28:50051 STARTUP2&lt;br/&gt;
Sun Dec 12 12:06:10 &lt;span class=&quot;error&quot;&gt;&amp;#91;initandlisten&amp;#93;&lt;/span&gt; connection accepted from 10.210.208.28:50840 #9&lt;br/&gt;
Sun Dec 12 12:06:11 &lt;span class=&quot;error&quot;&gt;&amp;#91;ReplSetHealthPollTask&amp;#93;&lt;/span&gt; replSet 10.210.208.28:50051 SECONDARY&lt;br/&gt;
Mon Dec 13 00:17:26 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn8&amp;#93;&lt;/span&gt; end connection 10.210.208.29:34396&lt;br/&gt;
Mon Dec 13 00:17:26 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn9&amp;#93;&lt;/span&gt; end connection 10.210.208.28:50840&lt;br/&gt;
Mon Dec 13 00:17:27 &lt;span class=&quot;error&quot;&gt;&amp;#91;ReplSetHealthPollTask&amp;#93;&lt;/span&gt; replSet info 10.210.208.28:50051 is now down (or slow to respond)&lt;br/&gt;
Mon Dec 13 00:17:28 &lt;span class=&quot;error&quot;&gt;&amp;#91;ReplSetHealthPollTask&amp;#93;&lt;/span&gt; replSet info 10.210.208.29:50050 is now down (or slow to respond)&lt;/p&gt;


&lt;p&gt;&lt;span class=&quot;error&quot;&gt;&amp;#91;shardsvr0 pri&amp;#93;&lt;/span&gt;&lt;br/&gt;
Mon Dec 13 00:16:28 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn11&amp;#93;&lt;/span&gt; insert wb.message 342ms&lt;br/&gt;
Mon Dec 13 00:16:32 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn11&amp;#93;&lt;/span&gt; insert wb.message 352ms&lt;br/&gt;
Mon Dec 13 00:16:34 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn11&amp;#93;&lt;/span&gt; insert wb.message 509ms&lt;br/&gt;
Mon Dec 13 00:16:35 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn11&amp;#93;&lt;/span&gt; insert wb.message 405ms&lt;br/&gt;
Mon Dec 13 00:16:36 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn11&amp;#93;&lt;/span&gt; insert wb.message 605ms&lt;br/&gt;
Mon Dec 13 00:16:37 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn11&amp;#93;&lt;/span&gt; insert wb.message 236ms&lt;br/&gt;
Mon Dec 13 00:17:19 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn11&amp;#93;&lt;/span&gt; insert wb.message 442ms&lt;br/&gt;
Mon Dec 13 00:17:20 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn11&amp;#93;&lt;/span&gt; insert wb.message 364ms&lt;br/&gt;
Mon Dec 13 00:17:28 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn11&amp;#93;&lt;/span&gt; insert wb.message 187ms&lt;br/&gt;
Mon Dec 13 00:17:31 got kill or ctrl c or hup signal 1 (Hangup), will terminate after current cmd ends&lt;br/&gt;
Mon Dec 13 00:17:31 &lt;span class=&quot;error&quot;&gt;&amp;#91;interruptThread&amp;#93;&lt;/span&gt; now exiting&lt;br/&gt;
Mon Dec 13 00:17:31 dbexit:&lt;/p&gt;

&lt;p&gt;Mon Dec 13 00:17:31 &lt;span class=&quot;error&quot;&gt;&amp;#91;interruptThread&amp;#93;&lt;/span&gt; shutdown: going to close listening sockets...&lt;br/&gt;
Mon Dec 13 00:17:31 &lt;span class=&quot;error&quot;&gt;&amp;#91;interruptThread&amp;#93;&lt;/span&gt; closing listening socket: 23&lt;br/&gt;
Mon Dec 13 00:17:31 &lt;span class=&quot;error&quot;&gt;&amp;#91;interruptThread&amp;#93;&lt;/span&gt; closing listening socket: 24&lt;br/&gt;
Mon Dec 13 00:17:31 &lt;span class=&quot;error&quot;&gt;&amp;#91;interruptThread&amp;#93;&lt;/span&gt; closing listening socket: 25&lt;br/&gt;
Mon Dec 13 00:17:31 &lt;span class=&quot;error&quot;&gt;&amp;#91;interruptThread&amp;#93;&lt;/span&gt; closing listening socket: 26&lt;br/&gt;
Mon Dec 13 00:17:31 &lt;span class=&quot;error&quot;&gt;&amp;#91;interruptThread&amp;#93;&lt;/span&gt; shutdown: going to flush oplog...&lt;br/&gt;
Mon Dec 13 00:17:31 &lt;span class=&quot;error&quot;&gt;&amp;#91;interruptThread&amp;#93;&lt;/span&gt; shutdown: going to close sockets...&lt;br/&gt;
Mon Dec 13 00:17:31 &lt;span class=&quot;error&quot;&gt;&amp;#91;interruptThread&amp;#93;&lt;/span&gt; shutdown: waiting for fs preallocator...&lt;br/&gt;
Mon Dec 13 00:17:31 &lt;span class=&quot;error&quot;&gt;&amp;#91;interruptThread&amp;#93;&lt;/span&gt; shutdown: closing all files...&lt;br/&gt;
Mon Dec 13 00:17:31 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn3&amp;#93;&lt;/span&gt; end connection 127.0.0.1:55238&lt;br/&gt;
Mon Dec 13 00:17:31     closeAllFiles() finished&lt;/p&gt;

&lt;p&gt;Mon Dec 13 00:17:31 &lt;span class=&quot;error&quot;&gt;&amp;#91;interruptThread&amp;#93;&lt;/span&gt; shutdown: removing fs lock...&lt;br/&gt;
Mon Dec 13 00:17:31 dbexit: really exiting now&lt;/p&gt;


&lt;p&gt;&lt;span class=&quot;error&quot;&gt;&amp;#91;shardsvr1 sec&amp;#93;&lt;/span&gt;&lt;br/&gt;
Sun Dec 12 21:18:41 done allocating datafile /data0/mongo/ssv50011/test.0, size: 64MB,  took 0.094 secs&lt;br/&gt;
Sun Dec 12 21:18:41 allocating new datafile /data0/mongo/ssv50011/test.1, filling with zeroes...&lt;br/&gt;
Sun Dec 12 21:18:41 &lt;span class=&quot;error&quot;&gt;&amp;#91;rs_sync&amp;#93;&lt;/span&gt; building new index on &lt;/p&gt;
{ _id: 1 }
&lt;p&gt; for test.system.js&lt;br/&gt;
Sun Dec 12 21:18:41 &lt;span class=&quot;error&quot;&gt;&amp;#91;rs_sync&amp;#93;&lt;/span&gt; done for 0 records 0secs&lt;br/&gt;
Sun Dec 12 21:18:41 done allocating datafile /data0/mongo/ssv50011/test.1, size: 128MB,  took 0.186 secs&lt;br/&gt;
Sun Dec 12 23:47:41 &lt;span class=&quot;error&quot;&gt;&amp;#91;rs_sync&amp;#93;&lt;/span&gt; building new index on &lt;/p&gt;
{ _id: 1 }
&lt;p&gt; for wb.system.js&lt;br/&gt;
Sun Dec 12 23:47:41 &lt;span class=&quot;error&quot;&gt;&amp;#91;rs_sync&amp;#93;&lt;/span&gt; done for 0 records 0.002secs&lt;br/&gt;
Mon Dec 13 00:17:31 got kill or ctrl c or hup signal 1 (Hangup), will terminate after current cmd ends&lt;br/&gt;
Mon Dec 13 00:17:31 &lt;span class=&quot;error&quot;&gt;&amp;#91;interruptThread&amp;#93;&lt;/span&gt; now exiting&lt;br/&gt;
Mon Dec 13 00:17:31 dbexit:&lt;/p&gt;

&lt;p&gt;Mon Dec 13 00:17:31 &lt;span class=&quot;error&quot;&gt;&amp;#91;interruptThread&amp;#93;&lt;/span&gt; shutdown: going to close listening sockets...&lt;br/&gt;
Mon Dec 13 00:17:31 &lt;span class=&quot;error&quot;&gt;&amp;#91;interruptThread&amp;#93;&lt;/span&gt; closing listening socket: 21&lt;br/&gt;
Mon Dec 13 00:17:31 &lt;span class=&quot;error&quot;&gt;&amp;#91;interruptThread&amp;#93;&lt;/span&gt; closing listening socket: 22&lt;br/&gt;
Mon Dec 13 00:17:31 &lt;span class=&quot;error&quot;&gt;&amp;#91;interruptThread&amp;#93;&lt;/span&gt; closing listening socket: 23&lt;br/&gt;
Mon Dec 13 00:17:31 &lt;span class=&quot;error&quot;&gt;&amp;#91;interruptThread&amp;#93;&lt;/span&gt; closing listening socket: 24&lt;br/&gt;
Mon Dec 13 00:17:31 &lt;span class=&quot;error&quot;&gt;&amp;#91;interruptThread&amp;#93;&lt;/span&gt; shutdown: going to flush oplog...&lt;br/&gt;
Mon Dec 13 00:17:31 &lt;span class=&quot;error&quot;&gt;&amp;#91;interruptThread&amp;#93;&lt;/span&gt; shutdown: going to close sockets...&lt;br/&gt;
Mon Dec 13 00:17:31 &lt;span class=&quot;error&quot;&gt;&amp;#91;interruptThread&amp;#93;&lt;/span&gt; shutdown: waiting for fs preallocator...&lt;br/&gt;
Mon Dec 13 00:17:31 &lt;span class=&quot;error&quot;&gt;&amp;#91;interruptThread&amp;#93;&lt;/span&gt; shutdown: closing all files...&lt;br/&gt;
Mon Dec 13 00:17:31 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn3&amp;#93;&lt;/span&gt; end connection 127.0.0.1:56366&lt;br/&gt;
Mon Dec 13 00:17:31     closeAllFiles() finished&lt;/p&gt;

&lt;p&gt;Mon Dec 13 00:17:31 &lt;span class=&quot;error&quot;&gt;&amp;#91;interruptThread&amp;#93;&lt;/span&gt; shutdown: removing fs lock...&lt;br/&gt;
Mon Dec 13 00:17:31 dbexit: really exiting now&lt;/p&gt;


&lt;p&gt;&lt;span class=&quot;error&quot;&gt;&amp;#91;shardsvr1 pri&amp;#93;&lt;/span&gt;&lt;br/&gt;
Mon Dec 13 00:16:43 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn21&amp;#93;&lt;/span&gt; query admin.$cmd ntoreturn:1 command: &lt;/p&gt;
{ features: 1 }
&lt;p&gt; reslen:85 1475ms&lt;br/&gt;
Mon Dec 13 00:16:43 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn16&amp;#93;&lt;/span&gt; query admin.$cmd ntoreturn:1 command: &lt;/p&gt;
{ features: 1 }
&lt;p&gt; reslen:85 1474ms&lt;br/&gt;
Mon Dec 13 00:16:43 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn11&amp;#93;&lt;/span&gt; query admin.$cmd ntoreturn:1 command: &lt;/p&gt;
{ features: 1 }
&lt;p&gt; reslen:85 1472ms&lt;br/&gt;
Mon Dec 13 00:16:44 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn10&amp;#93;&lt;/span&gt; insert wb.message 276ms&lt;br/&gt;
Mon Dec 13 00:16:45 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn10&amp;#93;&lt;/span&gt; insert wb.message 150ms&lt;br/&gt;
Mon Dec 13 00:16:47 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn10&amp;#93;&lt;/span&gt; insert wb.message 426ms&lt;br/&gt;
Mon Dec 13 00:16:48 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn10&amp;#93;&lt;/span&gt; insert wb.message 391ms&lt;br/&gt;
Mon Dec 13 00:17:25 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn10&amp;#93;&lt;/span&gt; insert wb.message 885ms&lt;br/&gt;
Mon Dec 13 00:17:26 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn10&amp;#93;&lt;/span&gt; insert wb.message 161ms&lt;br/&gt;
Mon Dec 13 00:17:27 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn7&amp;#93;&lt;/span&gt; end connection 10.210.208.23:42169&lt;br/&gt;
Mon Dec 13 00:17:27 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn23&amp;#93;&lt;/span&gt; end connection 10.210.208.28:44860&lt;br/&gt;
Mon Dec 13 00:17:27 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn10&amp;#93;&lt;/span&gt; insert wb.message 806ms&lt;br/&gt;
Mon Dec 13 00:17:27 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn9&amp;#93;&lt;/span&gt; end connection 10.210.208.23:42173&lt;br/&gt;
Mon Dec 13 00:17:28 &lt;span class=&quot;error&quot;&gt;&amp;#91;ReplSetHealthPollTask&amp;#93;&lt;/span&gt; replSet info 10.210.208.23:50011 is now down (or slow to respond)&lt;br/&gt;
Mon Dec 13 00:17:30 got kill or ctrl c or hup signal 1 (Hangup), will terminate after current cmd ends&lt;br/&gt;
Mon Dec 13 00:17:30 &lt;span class=&quot;error&quot;&gt;&amp;#91;interruptThread&amp;#93;&lt;/span&gt; now exiting&lt;br/&gt;
Mon Dec 13 00:17:30 dbexit:&lt;/p&gt;

&lt;p&gt;Mon Dec 13 00:17:30 &lt;span class=&quot;error&quot;&gt;&amp;#91;interruptThread&amp;#93;&lt;/span&gt; shutdown: going to close listening sockets...&lt;br/&gt;
Mon Dec 13 00:17:30 &lt;span class=&quot;error&quot;&gt;&amp;#91;interruptThread&amp;#93;&lt;/span&gt; closing listening socket: 10&lt;br/&gt;
Mon Dec 13 00:17:30 &lt;span class=&quot;error&quot;&gt;&amp;#91;interruptThread&amp;#93;&lt;/span&gt; closing listening socket: 11&lt;br/&gt;
Mon Dec 13 00:17:30 &lt;span class=&quot;error&quot;&gt;&amp;#91;interruptThread&amp;#93;&lt;/span&gt; closing listening socket: 12&lt;br/&gt;
Mon Dec 13 00:17:30 &lt;span class=&quot;error&quot;&gt;&amp;#91;interruptThread&amp;#93;&lt;/span&gt; closing listening socket: 13&lt;br/&gt;
Mon Dec 13 00:17:30 &lt;span class=&quot;error&quot;&gt;&amp;#91;interruptThread&amp;#93;&lt;/span&gt; shutdown: going to flush oplog...&lt;br/&gt;
Mon Dec 13 00:17:30 &lt;span class=&quot;error&quot;&gt;&amp;#91;interruptThread&amp;#93;&lt;/span&gt; shutdown: going to close sockets...&lt;br/&gt;
Mon Dec 13 00:17:30 &lt;span class=&quot;error&quot;&gt;&amp;#91;interruptThread&amp;#93;&lt;/span&gt; shutdown: waiting for fs preallocator...&lt;br/&gt;
Mon Dec 13 00:17:30 &lt;span class=&quot;error&quot;&gt;&amp;#91;interruptThread&amp;#93;&lt;/span&gt; shutdown: closing all files...&lt;br/&gt;
Mon Dec 13 00:17:30 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn3&amp;#93;&lt;/span&gt; end connection 127.0.0.1:59773&lt;br/&gt;
Mon Dec 13 00:17:30     closeAllFiles() finished&lt;/p&gt;

&lt;p&gt;Mon Dec 13 00:17:30 &lt;span class=&quot;error&quot;&gt;&amp;#91;interruptThread&amp;#93;&lt;/span&gt; shutdown: removing fs lock...&lt;br/&gt;
Mon Dec 13 00:17:30 dbexit: really exiting now&lt;/p&gt;


&lt;p&gt;&lt;span class=&quot;error&quot;&gt;&amp;#91;shardsvr0 sec&amp;#93;&lt;/span&gt;&lt;br/&gt;
Sun Dec 12 19:16:13 &lt;span class=&quot;error&quot;&gt;&amp;#91;initandlisten&amp;#93;&lt;/span&gt; connection accepted from 10.210.208.12:38017 #15&lt;br/&gt;
Sun Dec 12 19:16:22 &lt;span class=&quot;error&quot;&gt;&amp;#91;initandlisten&amp;#93;&lt;/span&gt; connection accepted from 10.210.208.12:38048 #16&lt;br/&gt;
Mon Dec 13 00:17:27 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn2&amp;#93;&lt;/span&gt; end connection 10.210.208.23:37048&lt;br/&gt;
Mon Dec 13 00:17:27 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn5&amp;#93;&lt;/span&gt; end connection 10.210.208.11:38353&lt;br/&gt;
Mon Dec 13 00:17:27 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn4&amp;#93;&lt;/span&gt; end connection 10.210.208.11:44394&lt;br/&gt;
Mon Dec 13 00:17:27 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn7&amp;#93;&lt;/span&gt; end connection 10.210.208.11:52965&lt;br/&gt;
Mon Dec 13 00:17:27 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn6&amp;#93;&lt;/span&gt; end connection 10.210.208.11:52963&lt;br/&gt;
Mon Dec 13 00:17:27 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn8&amp;#93;&lt;/span&gt; end connection 10.210.208.11:52979&lt;br/&gt;
Mon Dec 13 00:17:27 &lt;span class=&quot;error&quot;&gt;&amp;#91;initandlisten&amp;#93;&lt;/span&gt; connection accepted from 10.210.208.11:40674 #17&lt;br/&gt;
Mon Dec 13 00:17:29 &lt;span class=&quot;error&quot;&gt;&amp;#91;ReplSetHealthPollTask&amp;#93;&lt;/span&gt; replSet info 10.210.208.23:50000 is now down (or slow to respond)&lt;br/&gt;
Mon Dec 13 00:17:29 &lt;span class=&quot;error&quot;&gt;&amp;#91;rs Manager&amp;#93;&lt;/span&gt; replSet info electSelf 1&lt;br/&gt;
Mon Dec 13 00:17:29 &lt;span class=&quot;error&quot;&gt;&amp;#91;rs Manager&amp;#93;&lt;/span&gt; replSet PRIMARY&lt;br/&gt;
Mon Dec 13 00:17:30 got kill or ctrl c or hup signal 1 (Hangup), will terminate after current cmd ends&lt;br/&gt;
Mon Dec 13 00:17:30 &lt;span class=&quot;error&quot;&gt;&amp;#91;interruptThread&amp;#93;&lt;/span&gt; now exiting&lt;br/&gt;
Mon Dec 13 00:17:30 dbexit:&lt;/p&gt;

&lt;p&gt;Mon Dec 13 00:17:30 &lt;span class=&quot;error&quot;&gt;&amp;#91;interruptThread&amp;#93;&lt;/span&gt; shutdown: going to close listening sockets...&lt;br/&gt;
Mon Dec 13 00:17:30 &lt;span class=&quot;error&quot;&gt;&amp;#91;interruptThread&amp;#93;&lt;/span&gt; closing listening socket: 10&lt;br/&gt;
Mon Dec 13 00:17:30 &lt;span class=&quot;error&quot;&gt;&amp;#91;interruptThread&amp;#93;&lt;/span&gt; closing listening socket: 11&lt;br/&gt;
Mon Dec 13 00:17:30 &lt;span class=&quot;error&quot;&gt;&amp;#91;interruptThread&amp;#93;&lt;/span&gt; closing listening socket: 12&lt;br/&gt;
Mon Dec 13 00:17:30 &lt;span class=&quot;error&quot;&gt;&amp;#91;interruptThread&amp;#93;&lt;/span&gt; closing listening socket: 13&lt;br/&gt;
Mon Dec 13 00:17:30 &lt;span class=&quot;error&quot;&gt;&amp;#91;interruptThread&amp;#93;&lt;/span&gt; shutdown: going to flush oplog...&lt;br/&gt;
Mon Dec 13 00:17:30 &lt;span class=&quot;error&quot;&gt;&amp;#91;interruptThread&amp;#93;&lt;/span&gt; shutdown: going to close sockets...&lt;br/&gt;
Mon Dec 13 00:17:30 &lt;span class=&quot;error&quot;&gt;&amp;#91;interruptThread&amp;#93;&lt;/span&gt; shutdown: waiting for fs preallocator...&lt;br/&gt;
Mon Dec 13 00:17:30 &lt;span class=&quot;error&quot;&gt;&amp;#91;interruptThread&amp;#93;&lt;/span&gt; shutdown: closing all files...&lt;br/&gt;
Mon Dec 13 00:17:30 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn3&amp;#93;&lt;/span&gt; end connection 127.0.0.1:48491&lt;br/&gt;
Mon Dec 13 00:17:30     closeAllFiles() finished&lt;/p&gt;

&lt;p&gt;Mon Dec 13 00:17:30 &lt;span class=&quot;error&quot;&gt;&amp;#91;interruptThread&amp;#93;&lt;/span&gt; shutdown: removing fs lock...&lt;br/&gt;
Mon Dec 13 00:17:30 dbexit: really exiting now&lt;/p&gt;


&lt;p&gt;&lt;span class=&quot;error&quot;&gt;&amp;#91;shardsvr2 pri&amp;#93;&lt;/span&gt;&lt;br/&gt;
Mon Dec 13 00:16:19 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn8&amp;#93;&lt;/span&gt; getmore local.oplog.rs cid:8347868128797114205 getMore: { ts: &lt;/p&gt;
{ $gte: new Date(5549628213547761665) }
&lt;p&gt; }  bytes:20 nreturned:0 3000ms&lt;br/&gt;
Mon Dec 13 00:16:40 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn8&amp;#93;&lt;/span&gt; getmore local.oplog.rs cid:8347868128797114205 getMore: { ts: &lt;/p&gt;
{ $gte: new Date(5549628213547761665) }
&lt;p&gt; }  bytes:20 nreturned:0 3000ms&lt;br/&gt;
Mon Dec 13 00:17:26 got kill or ctrl c or hup signal 1 (Hangup), will terminate after current cmd ends&lt;br/&gt;
Mon Dec 13 00:17:26 &lt;span class=&quot;error&quot;&gt;&amp;#91;interruptThread&amp;#93;&lt;/span&gt; now exiting&lt;br/&gt;
Mon Dec 13 00:17:26 dbexit:&lt;/p&gt;

&lt;p&gt;Mon Dec 13 00:17:26 &lt;span class=&quot;error&quot;&gt;&amp;#91;interruptThread&amp;#93;&lt;/span&gt; shutdown: going to close listening sockets...&lt;br/&gt;
Mon Dec 13 00:17:26 &lt;span class=&quot;error&quot;&gt;&amp;#91;interruptThread&amp;#93;&lt;/span&gt; closing listening socket: 17&lt;br/&gt;
Mon Dec 13 00:17:26 &lt;span class=&quot;error&quot;&gt;&amp;#91;interruptThread&amp;#93;&lt;/span&gt; closing listening socket: 18&lt;br/&gt;
Mon Dec 13 00:17:26 &lt;span class=&quot;error&quot;&gt;&amp;#91;interruptThread&amp;#93;&lt;/span&gt; closing listening socket: 19&lt;br/&gt;
Mon Dec 13 00:17:26 &lt;span class=&quot;error&quot;&gt;&amp;#91;interruptThread&amp;#93;&lt;/span&gt; closing listening socket: 20&lt;br/&gt;
Mon Dec 13 00:17:26 &lt;span class=&quot;error&quot;&gt;&amp;#91;interruptThread&amp;#93;&lt;/span&gt; shutdown: going to flush oplog...&lt;br/&gt;
Mon Dec 13 00:17:26 &lt;span class=&quot;error&quot;&gt;&amp;#91;interruptThread&amp;#93;&lt;/span&gt; shutdown: going to close sockets...&lt;br/&gt;
Mon Dec 13 00:17:26 &lt;span class=&quot;error&quot;&gt;&amp;#91;interruptThread&amp;#93;&lt;/span&gt; shutdown: waiting for fs preallocator...&lt;br/&gt;
Mon Dec 13 00:17:26 &lt;span class=&quot;error&quot;&gt;&amp;#91;interruptThread&amp;#93;&lt;/span&gt; shutdown: closing all files...&lt;br/&gt;
Mon Dec 13 00:17:26 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn3&amp;#93;&lt;/span&gt; end connection 127.0.0.1:42282&lt;br/&gt;
Mon Dec 13 00:17:26     closeAllFiles() finished&lt;/p&gt;

&lt;p&gt;Mon Dec 13 00:17:26 &lt;span class=&quot;error&quot;&gt;&amp;#91;interruptThread&amp;#93;&lt;/span&gt; shutdown: removing fs lock...&lt;br/&gt;
Mon Dec 13 00:17:26 dbexit: really exiting now&lt;/p&gt;


&lt;p&gt;&lt;span class=&quot;error&quot;&gt;&amp;#91;shardsvr3 sec&amp;#93;&lt;/span&gt;&lt;br/&gt;
Sun Dec 12 19:16:13 &lt;span class=&quot;error&quot;&gt;&amp;#91;initandlisten&amp;#93;&lt;/span&gt; connection accepted from 10.210.208.12:38172 #16&lt;br/&gt;
Sun Dec 12 19:16:21 &lt;span class=&quot;error&quot;&gt;&amp;#91;initandlisten&amp;#93;&lt;/span&gt; connection accepted from 10.210.208.12:38191 #17&lt;br/&gt;
Mon Dec 13 00:17:26 got kill or ctrl c or hup signal 1 (Hangup), will terminate after current cmd ends&lt;br/&gt;
Mon Dec 13 00:17:26 &lt;span class=&quot;error&quot;&gt;&amp;#91;interruptThread&amp;#93;&lt;/span&gt; now exiting&lt;br/&gt;
Mon Dec 13 00:17:26 dbexit:&lt;/p&gt;

&lt;p&gt;Mon Dec 13 00:17:26 &lt;span class=&quot;error&quot;&gt;&amp;#91;interruptThread&amp;#93;&lt;/span&gt; shutdown: going to close listening sockets...&lt;br/&gt;
Mon Dec 13 00:17:26 &lt;span class=&quot;error&quot;&gt;&amp;#91;interruptThread&amp;#93;&lt;/span&gt; closing listening socket: 17&lt;br/&gt;
Mon Dec 13 00:17:26 &lt;span class=&quot;error&quot;&gt;&amp;#91;interruptThread&amp;#93;&lt;/span&gt; closing listening socket: 18&lt;br/&gt;
Mon Dec 13 00:17:26 &lt;span class=&quot;error&quot;&gt;&amp;#91;interruptThread&amp;#93;&lt;/span&gt; closing listening socket: 19&lt;br/&gt;
Mon Dec 13 00:17:26 &lt;span class=&quot;error&quot;&gt;&amp;#91;interruptThread&amp;#93;&lt;/span&gt; closing listening socket: 20&lt;br/&gt;
Mon Dec 13 00:17:26 &lt;span class=&quot;error&quot;&gt;&amp;#91;interruptThread&amp;#93;&lt;/span&gt; shutdown: going to flush oplog...&lt;br/&gt;
Mon Dec 13 00:17:26 &lt;span class=&quot;error&quot;&gt;&amp;#91;interruptThread&amp;#93;&lt;/span&gt; shutdown: going to close sockets...&lt;br/&gt;
Mon Dec 13 00:17:26 &lt;span class=&quot;error&quot;&gt;&amp;#91;interruptThread&amp;#93;&lt;/span&gt; shutdown: waiting for fs preallocator...&lt;br/&gt;
Mon Dec 13 00:17:26 &lt;span class=&quot;error&quot;&gt;&amp;#91;interruptThread&amp;#93;&lt;/span&gt; shutdown: closing all files...&lt;br/&gt;
Mon Dec 13 00:17:26 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn3&amp;#93;&lt;/span&gt; end connection 127.0.0.1:37911&lt;br/&gt;
Mon Dec 13 00:17:26 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn2&amp;#93;&lt;/span&gt; end connection 10.210.208.27:41132&lt;br/&gt;
Mon Dec 13 00:17:26 &lt;span class=&quot;error&quot;&gt;&amp;#91;rs_sync&amp;#93;&lt;/span&gt; MessagingPort flush send() errno:9 Bad file descriptor 10.210.208.27:50030&lt;br/&gt;
Mon Dec 13 00:17:26 &lt;span class=&quot;error&quot;&gt;&amp;#91;rs_sync&amp;#93;&lt;/span&gt;   caught exception (socket exception) in destructor (~PiggyBackData)&lt;br/&gt;
Mon Dec 13 00:17:26 &lt;span class=&quot;error&quot;&gt;&amp;#91;rs_sync&amp;#93;&lt;/span&gt; replSet syncThread: 10278 dbclient error communicating with server&lt;br/&gt;
Mon Dec 13 00:17:26     closeAllFiles() finished&lt;/p&gt;

&lt;p&gt;Mon Dec 13 00:17:26 &lt;span class=&quot;error&quot;&gt;&amp;#91;interruptThread&amp;#93;&lt;/span&gt; shutdown: removing fs lock...&lt;br/&gt;
Mon Dec 13 00:17:26 dbexit: really exiting now&lt;/p&gt;


&lt;p&gt;&lt;span class=&quot;error&quot;&gt;&amp;#91;shardsvr3 pri&amp;#93;&lt;/span&gt;&lt;br/&gt;
Mon Dec 13 00:17:07 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn12&amp;#93;&lt;/span&gt; insert wb.message 717ms&lt;br/&gt;
Mon Dec 13 00:17:07 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn12&amp;#93;&lt;/span&gt; insert wb.message 175ms&lt;br/&gt;
Mon Dec 13 00:17:16 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn12&amp;#93;&lt;/span&gt; insert wb.message 110ms&lt;br/&gt;
Mon Dec 13 00:17:16 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn12&amp;#93;&lt;/span&gt; insert wb.message 414ms&lt;br/&gt;
Mon Dec 13 00:17:28 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn12&amp;#93;&lt;/span&gt; insert wb.message 114ms&lt;br/&gt;
Mon Dec 13 00:17:29 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn8&amp;#93;&lt;/span&gt; end connection 10.210.208.25:52401&lt;br/&gt;
Mon Dec 13 00:17:29 got kill or ctrl c or hup signal 1 (Hangup), will terminate after current cmd ends&lt;br/&gt;
Mon Dec 13 00:17:29 &lt;span class=&quot;error&quot;&gt;&amp;#91;interruptThread&amp;#93;&lt;/span&gt; now exiting&lt;br/&gt;
Mon Dec 13 00:17:29 dbexit:&lt;/p&gt;

&lt;p&gt;Mon Dec 13 00:17:29 &lt;span class=&quot;error&quot;&gt;&amp;#91;interruptThread&amp;#93;&lt;/span&gt; shutdown: going to close listening sockets...&lt;br/&gt;
Mon Dec 13 00:17:29 &lt;span class=&quot;error&quot;&gt;&amp;#91;interruptThread&amp;#93;&lt;/span&gt; closing listening socket: 22&lt;br/&gt;
Mon Dec 13 00:17:29 &lt;span class=&quot;error&quot;&gt;&amp;#91;interruptThread&amp;#93;&lt;/span&gt; closing listening socket: 23&lt;br/&gt;
Mon Dec 13 00:17:29 &lt;span class=&quot;error&quot;&gt;&amp;#91;interruptThread&amp;#93;&lt;/span&gt; closing listening socket: 24&lt;br/&gt;
Mon Dec 13 00:17:29 &lt;span class=&quot;error&quot;&gt;&amp;#91;interruptThread&amp;#93;&lt;/span&gt; closing listening socket: 25&lt;br/&gt;
Mon Dec 13 00:17:29 &lt;span class=&quot;error&quot;&gt;&amp;#91;interruptThread&amp;#93;&lt;/span&gt; shutdown: going to flush oplog...&lt;br/&gt;
Mon Dec 13 00:17:29 &lt;span class=&quot;error&quot;&gt;&amp;#91;interruptThread&amp;#93;&lt;/span&gt; shutdown: going to close sockets...&lt;br/&gt;
Mon Dec 13 00:17:29 &lt;span class=&quot;error&quot;&gt;&amp;#91;interruptThread&amp;#93;&lt;/span&gt; shutdown: waiting for fs preallocator...&lt;br/&gt;
Mon Dec 13 00:17:29 &lt;span class=&quot;error&quot;&gt;&amp;#91;interruptThread&amp;#93;&lt;/span&gt; shutdown: closing all files...&lt;br/&gt;
Mon Dec 13 00:17:29 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn3&amp;#93;&lt;/span&gt; end connection 127.0.0.1:57920&lt;br/&gt;
Mon Dec 13 00:17:29     closeAllFiles() finished&lt;/p&gt;

&lt;p&gt;Mon Dec 13 00:17:29 &lt;span class=&quot;error&quot;&gt;&amp;#91;interruptThread&amp;#93;&lt;/span&gt; shutdown: removing fs lock...&lt;br/&gt;
Mon Dec 13 00:17:29 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn12&amp;#93;&lt;/span&gt; end connection 10.210.208.11:46296&lt;br/&gt;
Mon Dec 13 00:17:29 dbexit: really exiting now&lt;/p&gt;


&lt;p&gt;&lt;span class=&quot;error&quot;&gt;&amp;#91;shardsvr2 sec&amp;#93;&lt;/span&gt;&lt;br/&gt;
Sun Dec 12 19:16:15 &lt;span class=&quot;error&quot;&gt;&amp;#91;initandlisten&amp;#93;&lt;/span&gt; connection accepted from 10.210.208.12:60017 #15&lt;br/&gt;
Sun Dec 12 19:16:23 &lt;span class=&quot;error&quot;&gt;&amp;#91;initandlisten&amp;#93;&lt;/span&gt; connection accepted from 10.210.208.12:60040 #16&lt;br/&gt;
Mon Dec 13 00:17:29 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn1&amp;#93;&lt;/span&gt; end connection 10.210.208.25:43951&lt;br/&gt;
Mon Dec 13 00:17:29 &lt;span class=&quot;error&quot;&gt;&amp;#91;rs_sync&amp;#93;&lt;/span&gt; replSet syncThread: 10278 dbclient error communicating with server&lt;br/&gt;
Mon Dec 13 00:17:29 got kill or ctrl c or hup signal 1 (Hangup), will terminate after current cmd ends&lt;br/&gt;
Mon Dec 13 00:17:29 &lt;span class=&quot;error&quot;&gt;&amp;#91;interruptThread&amp;#93;&lt;/span&gt; now exiting&lt;br/&gt;
Mon Dec 13 00:17:29 dbexit:&lt;/p&gt;

&lt;p&gt;Mon Dec 13 00:17:29 &lt;span class=&quot;error&quot;&gt;&amp;#91;interruptThread&amp;#93;&lt;/span&gt; shutdown: going to close listening sockets...&lt;br/&gt;
Mon Dec 13 00:17:29 &lt;span class=&quot;error&quot;&gt;&amp;#91;interruptThread&amp;#93;&lt;/span&gt; closing listening socket: 22&lt;br/&gt;
Mon Dec 13 00:17:29 &lt;span class=&quot;error&quot;&gt;&amp;#91;interruptThread&amp;#93;&lt;/span&gt; closing listening socket: 23&lt;br/&gt;
Mon Dec 13 00:17:29 &lt;span class=&quot;error&quot;&gt;&amp;#91;interruptThread&amp;#93;&lt;/span&gt; closing listening socket: 24&lt;br/&gt;
Mon Dec 13 00:17:29 &lt;span class=&quot;error&quot;&gt;&amp;#91;interruptThread&amp;#93;&lt;/span&gt; closing listening socket: 25&lt;br/&gt;
Mon Dec 13 00:17:29 &lt;span class=&quot;error&quot;&gt;&amp;#91;interruptThread&amp;#93;&lt;/span&gt; shutdown: going to flush oplog...&lt;br/&gt;
Mon Dec 13 00:17:29 &lt;span class=&quot;error&quot;&gt;&amp;#91;interruptThread&amp;#93;&lt;/span&gt; shutdown: going to close sockets...&lt;br/&gt;
Mon Dec 13 00:17:29 &lt;span class=&quot;error&quot;&gt;&amp;#91;interruptThread&amp;#93;&lt;/span&gt; shutdown: waiting for fs preallocator...&lt;br/&gt;
Mon Dec 13 00:17:29 &lt;span class=&quot;error&quot;&gt;&amp;#91;interruptThread&amp;#93;&lt;/span&gt; shutdown: closing all files...&lt;br/&gt;
Mon Dec 13 00:17:29 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn3&amp;#93;&lt;/span&gt; end connection 127.0.0.1:51839&lt;br/&gt;
Mon Dec 13 00:17:29     closeAllFiles() finished&lt;/p&gt;

&lt;p&gt;Mon Dec 13 00:17:29 &lt;span class=&quot;error&quot;&gt;&amp;#91;interruptThread&amp;#93;&lt;/span&gt; shutdown: removing fs lock...&lt;br/&gt;
Mon Dec 13 00:17:29 dbexit: really exiting now&lt;/p&gt;


&lt;p&gt;&lt;span class=&quot;error&quot;&gt;&amp;#91;shardsvr4 pri&amp;#93;&lt;/span&gt;&lt;br/&gt;
Mon Dec 13 00:17:10 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn10&amp;#93;&lt;/span&gt; insert wb.message 439ms&lt;br/&gt;
Mon Dec 13 00:17:10 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn10&amp;#93;&lt;/span&gt; insert wb.message 162ms&lt;br/&gt;
Mon Dec 13 00:17:12 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn10&amp;#93;&lt;/span&gt; insert wb.message 253ms&lt;br/&gt;
Mon Dec 13 00:17:12 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn5&amp;#93;&lt;/span&gt; query admin.$cmd ntoreturn:1 command: &lt;/p&gt;
{ setShardVersion: &quot;wb.message&quot;, configdb: &quot;10.210.208.10:59900,10.210.208.11:59901,10.210.208.12:59902&quot;, version: Timestamp 19000|41, serverID: ObjectId(&apos;4d0195cf1e1aa746846173a1&apos;), shard: &quot;s004&quot;, shardHost: &quot;s004/10.210.208.28:50040,10.210.208.29:50041&quot; }
&lt;p&gt; reslen:81 188ms&lt;br/&gt;
Mon Dec 13 00:17:13 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn10&amp;#93;&lt;/span&gt; insert wb.message 101ms&lt;br/&gt;
Mon Dec 13 00:17:18 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn10&amp;#93;&lt;/span&gt; insert wb.message 223ms&lt;br/&gt;
Mon Dec 13 00:17:29 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn7&amp;#93;&lt;/span&gt; end connection 10.210.208.29:48747&lt;br/&gt;
Mon Dec 13 00:17:29 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn9&amp;#93;&lt;/span&gt; end connection 10.210.208.27:37248&lt;br/&gt;
Mon Dec 13 00:17:29 got kill or ctrl c or hup signal 1 (Hangup), will terminate after current cmd ends&lt;br/&gt;
Mon Dec 13 00:17:29 &lt;span class=&quot;error&quot;&gt;&amp;#91;interruptThread&amp;#93;&lt;/span&gt; now exiting&lt;br/&gt;
Mon Dec 13 00:17:29 dbexit:&lt;/p&gt;

&lt;p&gt;Mon Dec 13 00:17:29 &lt;span class=&quot;error&quot;&gt;&amp;#91;interruptThread&amp;#93;&lt;/span&gt; shutdown: going to close listening sockets...&lt;br/&gt;
Mon Dec 13 00:17:29 &lt;span class=&quot;error&quot;&gt;&amp;#91;interruptThread&amp;#93;&lt;/span&gt; closing listening socket: 39&lt;br/&gt;
Mon Dec 13 00:17:29 &lt;span class=&quot;error&quot;&gt;&amp;#91;interruptThread&amp;#93;&lt;/span&gt; closing listening socket: 40&lt;br/&gt;
Mon Dec 13 00:17:29 &lt;span class=&quot;error&quot;&gt;&amp;#91;interruptThread&amp;#93;&lt;/span&gt; closing listening socket: 41&lt;br/&gt;
Mon Dec 13 00:17:29 &lt;span class=&quot;error&quot;&gt;&amp;#91;interruptThread&amp;#93;&lt;/span&gt; closing listening socket: 42&lt;br/&gt;
Mon Dec 13 00:17:29 &lt;span class=&quot;error&quot;&gt;&amp;#91;interruptThread&amp;#93;&lt;/span&gt; shutdown: going to flush oplog...&lt;br/&gt;
Mon Dec 13 00:17:29 &lt;span class=&quot;error&quot;&gt;&amp;#91;interruptThread&amp;#93;&lt;/span&gt; shutdown: going to close sockets...&lt;br/&gt;
Mon Dec 13 00:17:29 &lt;span class=&quot;error&quot;&gt;&amp;#91;interruptThread&amp;#93;&lt;/span&gt; shutdown: waiting for fs preallocator...&lt;br/&gt;
Mon Dec 13 00:17:29 &lt;span class=&quot;error&quot;&gt;&amp;#91;interruptThread&amp;#93;&lt;/span&gt; shutdown: closing all files...&lt;br/&gt;
Mon Dec 13 00:17:29 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn3&amp;#93;&lt;/span&gt; end connection 127.0.0.1:40654&lt;br/&gt;
Mon Dec 13 00:17:29     closeAllFiles() finished&lt;/p&gt;

&lt;p&gt;Mon Dec 13 00:17:29 &lt;span class=&quot;error&quot;&gt;&amp;#91;interruptThread&amp;#93;&lt;/span&gt; shutdown: removing fs lock...&lt;br/&gt;
Mon Dec 13 00:17:29 dbexit: really exiting now&lt;/p&gt;


&lt;p&gt;&lt;span class=&quot;error&quot;&gt;&amp;#91;shardsvr5 sec&amp;#93;&lt;/span&gt;&lt;br/&gt;
Sun Dec 12 19:16:16 &lt;span class=&quot;error&quot;&gt;&amp;#91;initandlisten&amp;#93;&lt;/span&gt; connection accepted from 10.210.208.12:44809 #17&lt;br/&gt;
Sun Dec 12 19:16:23 &lt;span class=&quot;error&quot;&gt;&amp;#91;initandlisten&amp;#93;&lt;/span&gt; connection accepted from 10.210.208.12:44821 #18&lt;br/&gt;
Mon Dec 13 00:17:29 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn2&amp;#93;&lt;/span&gt; end connection 10.210.208.29:48221&lt;br/&gt;
Mon Dec 13 00:17:29 got kill or ctrl c or hup signal 1 (Hangup), will terminate after current cmd ends&lt;br/&gt;
Mon Dec 13 00:17:29 &lt;span class=&quot;error&quot;&gt;&amp;#91;interruptThread&amp;#93;&lt;/span&gt; now exiting&lt;br/&gt;
Mon Dec 13 00:17:29 dbexit:&lt;/p&gt;

&lt;p&gt;Mon Dec 13 00:17:29 &lt;span class=&quot;error&quot;&gt;&amp;#91;interruptThread&amp;#93;&lt;/span&gt; shutdown: going to close listening sockets...&lt;br/&gt;
Mon Dec 13 00:17:29 &lt;span class=&quot;error&quot;&gt;&amp;#91;interruptThread&amp;#93;&lt;/span&gt; closing listening socket: 39&lt;br/&gt;
Mon Dec 13 00:17:29 &lt;span class=&quot;error&quot;&gt;&amp;#91;interruptThread&amp;#93;&lt;/span&gt; closing listening socket: 40&lt;br/&gt;
Mon Dec 13 00:17:29 &lt;span class=&quot;error&quot;&gt;&amp;#91;interruptThread&amp;#93;&lt;/span&gt; closing listening socket: 41&lt;br/&gt;
Mon Dec 13 00:17:29 &lt;span class=&quot;error&quot;&gt;&amp;#91;interruptThread&amp;#93;&lt;/span&gt; closing listening socket: 42&lt;br/&gt;
Mon Dec 13 00:17:29 &lt;span class=&quot;error&quot;&gt;&amp;#91;interruptThread&amp;#93;&lt;/span&gt; shutdown: going to flush oplog...&lt;br/&gt;
Mon Dec 13 00:17:29 &lt;span class=&quot;error&quot;&gt;&amp;#91;interruptThread&amp;#93;&lt;/span&gt; shutdown: going to close sockets...&lt;br/&gt;
Mon Dec 13 00:17:29 &lt;span class=&quot;error&quot;&gt;&amp;#91;interruptThread&amp;#93;&lt;/span&gt; shutdown: waiting for fs preallocator...&lt;br/&gt;
Mon Dec 13 00:17:29 &lt;span class=&quot;error&quot;&gt;&amp;#91;interruptThread&amp;#93;&lt;/span&gt; shutdown: closing all files...&lt;br/&gt;
Mon Dec 13 00:17:29 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn5&amp;#93;&lt;/span&gt; end connection 127.0.0.1:58885&lt;br/&gt;
Mon Dec 13 00:17:29 &lt;span class=&quot;error&quot;&gt;&amp;#91;rs_sync&amp;#93;&lt;/span&gt; MessagingPort flush send() errno:9 Bad file descriptor 10.210.208.29:50050&lt;br/&gt;
Mon Dec 13 00:17:29 &lt;span class=&quot;error&quot;&gt;&amp;#91;rs_sync&amp;#93;&lt;/span&gt;   caught exception (socket exception) in destructor (~PiggyBackData)&lt;br/&gt;
Mon Dec 13 00:17:29 &lt;span class=&quot;error&quot;&gt;&amp;#91;rs_sync&amp;#93;&lt;/span&gt; replSet syncThread: 10278 dbclient error communicating with server&lt;br/&gt;
Mon Dec 13 00:17:29     closeAllFiles() finished&lt;/p&gt;

&lt;p&gt;Mon Dec 13 00:17:29 &lt;span class=&quot;error&quot;&gt;&amp;#91;interruptThread&amp;#93;&lt;/span&gt; shutdown: removing fs lock...&lt;br/&gt;
Mon Dec 13 00:17:29 dbexit: really exiting now&lt;/p&gt;


&lt;p&gt;&lt;span class=&quot;error&quot;&gt;&amp;#91;shardsvr5 pri&amp;#93;&lt;/span&gt;&lt;br/&gt;
Mon Dec 13 00:17:15 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn9&amp;#93;&lt;/span&gt; getmore local.oplog.rs cid:4329212966760209332 getMore: { ts: &lt;/p&gt;
{ $gte: new Date(5549628222137696257) }
&lt;p&gt; }  bytes:20 nreturned:0 3000ms&lt;br/&gt;
Mon Dec 13 00:17:27 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn9&amp;#93;&lt;/span&gt; getmore local.oplog.rs cid:4329212966760209332 getMore: { ts: &lt;/p&gt;
{ $gte: new Date(5549628222137696257) }
&lt;p&gt; }  bytes:20 nreturned:0 3021ms&lt;br/&gt;
Mon Dec 13 00:17:29 got kill or ctrl c or hup signal 1 (Hangup), will terminate after current cmd ends&lt;br/&gt;
Mon Dec 13 00:17:29 &lt;span class=&quot;error&quot;&gt;&amp;#91;interruptThread&amp;#93;&lt;/span&gt; now exiting&lt;br/&gt;
Mon Dec 13 00:17:29 dbexit:&lt;/p&gt;

&lt;p&gt;Mon Dec 13 00:17:29 &lt;span class=&quot;error&quot;&gt;&amp;#91;interruptThread&amp;#93;&lt;/span&gt; shutdown: going to close listening sockets...&lt;br/&gt;
Mon Dec 13 00:17:29 &lt;span class=&quot;error&quot;&gt;&amp;#91;interruptThread&amp;#93;&lt;/span&gt; closing listening socket: 21&lt;br/&gt;
Mon Dec 13 00:17:29 &lt;span class=&quot;error&quot;&gt;&amp;#91;interruptThread&amp;#93;&lt;/span&gt; closing listening socket: 22&lt;br/&gt;
Mon Dec 13 00:17:29 &lt;span class=&quot;error&quot;&gt;&amp;#91;interruptThread&amp;#93;&lt;/span&gt; closing listening socket: 23&lt;br/&gt;
Mon Dec 13 00:17:29 &lt;span class=&quot;error&quot;&gt;&amp;#91;interruptThread&amp;#93;&lt;/span&gt; closing listening socket: 24&lt;br/&gt;
Mon Dec 13 00:17:29 &lt;span class=&quot;error&quot;&gt;&amp;#91;interruptThread&amp;#93;&lt;/span&gt; shutdown: going to flush oplog...&lt;br/&gt;
Mon Dec 13 00:17:29 &lt;span class=&quot;error&quot;&gt;&amp;#91;interruptThread&amp;#93;&lt;/span&gt; shutdown: going to close sockets...&lt;br/&gt;
Mon Dec 13 00:17:29 &lt;span class=&quot;error&quot;&gt;&amp;#91;interruptThread&amp;#93;&lt;/span&gt; shutdown: waiting for fs preallocator...&lt;br/&gt;
Mon Dec 13 00:17:29 &lt;span class=&quot;error&quot;&gt;&amp;#91;interruptThread&amp;#93;&lt;/span&gt; shutdown: closing all files...&lt;br/&gt;
Mon Dec 13 00:17:29 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn4&amp;#93;&lt;/span&gt; end connection 127.0.0.1:45056&lt;br/&gt;
Mon Dec 13 00:17:29     closeAllFiles() finished&lt;/p&gt;

&lt;p&gt;Mon Dec 13 00:17:29 &lt;span class=&quot;error&quot;&gt;&amp;#91;interruptThread&amp;#93;&lt;/span&gt; shutdown: removing fs lock...&lt;br/&gt;
Mon Dec 13 00:17:29 dbexit: really exiting now&lt;br/&gt;
Mon Dec 13 00:17:29 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn8&amp;#93;&lt;/span&gt; end connection 10.210.208.28:36734&lt;/p&gt;


&lt;p&gt;&lt;span class=&quot;error&quot;&gt;&amp;#91;shardsvr4 sec&amp;#93;&lt;/span&gt;&lt;br/&gt;
Sun Dec 12 19:16:23 &lt;span class=&quot;error&quot;&gt;&amp;#91;initandlisten&amp;#93;&lt;/span&gt; connection accepted from 10.210.208.12:37386 #17&lt;br/&gt;
Sun Dec 12 19:17:20 &lt;span class=&quot;error&quot;&gt;&amp;#91;initandlisten&amp;#93;&lt;/span&gt; connection accepted from 10.210.208.24:44125 #18&lt;br/&gt;
Mon Dec 13 00:17:29 got kill or ctrl c or hup signal 1 (Hangup), will terminate after current cmd ends&lt;br/&gt;
Mon Dec 13 00:17:29 &lt;span class=&quot;error&quot;&gt;&amp;#91;interruptThread&amp;#93;&lt;/span&gt; now exiting&lt;br/&gt;
Mon Dec 13 00:17:29 dbexit:&lt;/p&gt;

&lt;p&gt;Mon Dec 13 00:17:29 &lt;span class=&quot;error&quot;&gt;&amp;#91;interruptThread&amp;#93;&lt;/span&gt; shutdown: going to close listening sockets...&lt;br/&gt;
Mon Dec 13 00:17:29 &lt;span class=&quot;error&quot;&gt;&amp;#91;interruptThread&amp;#93;&lt;/span&gt; closing listening socket: 21&lt;br/&gt;
Mon Dec 13 00:17:29 &lt;span class=&quot;error&quot;&gt;&amp;#91;interruptThread&amp;#93;&lt;/span&gt; closing listening socket: 22&lt;br/&gt;
Mon Dec 13 00:17:29 &lt;span class=&quot;error&quot;&gt;&amp;#91;interruptThread&amp;#93;&lt;/span&gt; closing listening socket: 23&lt;br/&gt;
Mon Dec 13 00:17:29 &lt;span class=&quot;error&quot;&gt;&amp;#91;interruptThread&amp;#93;&lt;/span&gt; closing listening socket: 24&lt;br/&gt;
Mon Dec 13 00:17:29 &lt;span class=&quot;error&quot;&gt;&amp;#91;interruptThread&amp;#93;&lt;/span&gt; shutdown: going to flush oplog...&lt;br/&gt;
Mon Dec 13 00:17:29 &lt;span class=&quot;error&quot;&gt;&amp;#91;interruptThread&amp;#93;&lt;/span&gt; shutdown: going to close sockets...&lt;br/&gt;
Mon Dec 13 00:17:29 &lt;span class=&quot;error&quot;&gt;&amp;#91;interruptThread&amp;#93;&lt;/span&gt; shutdown: waiting for fs preallocator...&lt;br/&gt;
Mon Dec 13 00:17:29 &lt;span class=&quot;error&quot;&gt;&amp;#91;interruptThread&amp;#93;&lt;/span&gt; shutdown: closing all files...&lt;br/&gt;
Mon Dec 13 00:17:29 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn3&amp;#93;&lt;/span&gt; end connection 127.0.0.1:59354&lt;br/&gt;
Mon Dec 13 00:17:29 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn4&amp;#93;&lt;/span&gt; end connection 10.210.208.27:37102&lt;br/&gt;
Mon Dec 13 00:17:29 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn1&amp;#93;&lt;/span&gt; end connection 10.210.208.28:56130&lt;br/&gt;
Mon Dec 13 00:17:29 &lt;span class=&quot;error&quot;&gt;&amp;#91;rs_sync&amp;#93;&lt;/span&gt; MessagingPort flush send() errno:9 Bad file descriptor 10.210.208.28:50040&lt;br/&gt;
Mon Dec 13 00:17:29 &lt;span class=&quot;error&quot;&gt;&amp;#91;rs_sync&amp;#93;&lt;/span&gt;   caught exception (socket exception) in destructor (~PiggyBackData)&lt;br/&gt;
Mon Dec 13 00:17:29 &lt;span class=&quot;error&quot;&gt;&amp;#91;rs_sync&amp;#93;&lt;/span&gt; replSet syncThread: 10278 dbclient error communicating with server&lt;br/&gt;
Mon Dec 13 00:17:29 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn5&amp;#93;&lt;/span&gt; end connection 10.210.208.11:35309&lt;br/&gt;
Mon Dec 13 00:17:29 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn6&amp;#93;&lt;/span&gt; end connection 10.210.208.11:59503&lt;br/&gt;
Mon Dec 13 00:17:29     closeAllFiles() finished&lt;/p&gt;

&lt;p&gt;Mon Dec 13 00:17:29 &lt;span class=&quot;error&quot;&gt;&amp;#91;interruptThread&amp;#93;&lt;/span&gt; shutdown: removing fs lock...&lt;br/&gt;
Mon Dec 13 00:17:29 dbexit: really exiting now&lt;/p&gt;</description>
                <environment>CentOS release 5.4 (Final) ,   mongodb-linux-x86_64-1.6.4.tgz</environment>
        <key id="13941">SERVER-2208</key>
            <summary>Cluster shutted down without any instruction.</summary>
                <type id="1" iconUrl="https://jira.mongodb.org/secure/viewavatar?size=xsmall&amp;avatarId=14703&amp;avatarType=issuetype">Bug</type>
                                            <priority id="2" iconUrl="https://jira.mongodb.org/images/icons/priorities/critical.svg">Critical - P2</priority>
                        <status id="6" iconUrl="https://jira.mongodb.org/images/icons/statuses/closed.png" description="The issue is considered finished, the resolution is correct. Issues which are closed can be reopened.">Closed</status>
                    <statusCategory id="3" key="done" colorName="success"/>
                                    <resolution id="9">Done</resolution>
                                        <assignee username="-1">Unassigned</assignee>
                                    <reporter username="guti.deng@gmail.com">Guti.Deng</reporter>
                        <labels>
                    </labels>
                <created>Mon, 13 Dec 2010 04:30:24 +0000</created>
                <updated>Fri, 30 Mar 2012 14:26:48 +0000</updated>
                            <resolved>Mon, 13 Dec 2010 06:04:26 +0000</resolved>
                                    <version>1.6.4</version>
                                                    <component>Stability</component>
                                        <votes>0</votes>
                                    <watches>0</watches>
                                                                                                                <comments>
                            <comment id="21358" author="guti.deng@gmail.com" created="Mon, 13 Dec 2010 07:08:25 +0000"  >&lt;p&gt;It works, thanks!&lt;/p&gt;

&lt;p&gt;Mongo is great, and i believe you guys will make it greater and greater!&lt;/p&gt;</comment>
                            <comment id="21357" author="eliot" created="Mon, 13 Dec 2010 06:04:26 +0000"  >&lt;p&gt;Please comment if that doesn&apos;t resolve the issue.&lt;/p&gt;</comment>
                            <comment id="21356" author="guti.deng@gmail.com" created="Mon, 13 Dec 2010 05:57:41 +0000"  >&lt;p&gt;Ok, i&apos;ll try it out.&lt;/p&gt;

&lt;p&gt;Thanks!&lt;/p&gt;</comment>
                            <comment id="21355" author="eliot" created="Mon, 13 Dec 2010 05:56:05 +0000"  >&lt;p&gt;Your shell is probably terminating causing mongod to quit&lt;br/&gt;
You should use --fork&lt;/p&gt;</comment>
                            <comment id="21354" author="guti.deng@gmail.com" created="Mon, 13 Dec 2010 05:53:45 +0000"  >&lt;p&gt;I started mongod like this:&lt;/p&gt;

&lt;p&gt;&lt;span class=&quot;error&quot;&gt;&amp;#91;10.210.208.23&amp;#93;&lt;/span&gt;&lt;br/&gt;
/data0/mongo/mongodb/bin/mongod --shardsvr --replSet s000 --port 50000 --dbpath=/data0/mongo/ssv50000 --logpath /data0/mongo/log/ssv50000.log --logappend &amp;amp;&lt;/p&gt;

&lt;p&gt;/data0/mongo/mongodb/bin/mongod --shardsvr --replSet s001 --port 50011 --dbpath=/data0/mongo/ssv50011 --logpath /data0/mongo/log/ssv50011.log --logappend &amp;amp;&lt;/p&gt;

&lt;p&gt;&lt;span class=&quot;error&quot;&gt;&amp;#91;10.210.208.10&amp;#93;&lt;/span&gt;&lt;br/&gt;
/data0/mongo/mongodb/bin/mongod --configsvr --port 59900 --dbpath=/data0/mongo/csv59900 --logpath /data0/mongo/log/csv59900.log --logappend &amp;amp;&lt;/p&gt;

&lt;p&gt;I&apos;m not using &apos;--fork&apos;, would the problem be solved by that?&lt;/p&gt;

&lt;p&gt;I cannot find anything about mongo in /var/log.&lt;/p&gt;</comment>
                            <comment id="21353" author="eliot" created="Mon, 13 Dec 2010 05:07:57 +0000"  >&lt;p&gt;This is often a startup or config issue&lt;br/&gt;
How are you starting mongod?  Are you using --fork?&lt;br/&gt;
Can you look for mongod references in /var/log/messages&lt;/p&gt;</comment>
                    </comments>
                    <attachments>
                    </attachments>
                <subtasks>
                    </subtasks>
                <customfields>
                                                <customfield id="customfield_10050" key="com.atlassian.jira.toolkit:comments">
                        <customfieldname># Replies</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>6.0</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <customfield id="customfield_10055" key="com.atlassian.jira.ext.charting:firstresponsedate">
                        <customfieldname>Date of 1st Reply</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>Mon, 13 Dec 2010 05:07:57 +0000</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10052" key="com.atlassian.jira.toolkit:dayslastcommented">
                        <customfieldname>Days since reply</customfieldname>
                        <customfieldvalues>
                                        13 years, 10 weeks, 2 days ago
    
                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_18254" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Dependencies</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue><![CDATA[]]></customfieldvalue>


                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_15850" key="com.atlassian.jira.plugins.jira-development-integration-plugin:devsummary">
                        <customfieldname>Development</customfieldname>
                        <customfieldvalues>
                            
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                    <customfield id="customfield_10057" key="com.atlassian.jira.toolkit:lastusercommented">
                        <customfieldname>Last comment by Customer</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>true</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                            <customfield id="customfield_10056" key="com.atlassian.jira.toolkit:lastupdaterorcommenter">
                        <customfieldname>Last commenter</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>ian@mongodb.com</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_11151" key="com.atlassian.jira.toolkit:LastCommentDate">
                        <customfieldname>Last public comment date</customfieldname>
                        <customfieldvalues>
                            13 years, 10 weeks, 2 days ago
                        </customfieldvalues>
                    </customfield>
                                                                                                                        <customfield id="customfield_10000" key="com.atlassian.jira.plugin.system.customfieldtypes:radiobuttons">
                        <customfieldname>Old_Backport</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue key="10000"><![CDATA[No]]></customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10032" key="com.atlassian.jira.plugin.system.customfieldtypes:select">
                        <customfieldname>Operating System</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue key="10020"><![CDATA[Linux]]></customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                <customfield id="customfield_10051" key="com.atlassian.jira.toolkit:participants">
                        <customfieldname>Participants</customfieldname>
                        <customfieldvalues>
                                        <customfieldvalue>eliot</customfieldvalue>
            <customfieldvalue>guti.deng@gmail.com</customfieldvalue>
    
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                        <customfield id="customfield_14254" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>Product Rank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>1|hrpabj:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                <customfield id="customfield_12550" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>Rank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>2|hrihjb:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10558" key="com.pyxis.greenhopper.jira:gh-global-rank">
                        <customfieldname>Rank (Obsolete)</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>21493</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                            <customfield id="customfield_23361" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Requested By</customfieldname>
                        <customfieldvalues>
                                

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                            <customfield id="customfield_10053" key="com.atlassian.jira.ext.charting:timeinstatus">
                        <customfieldname>Time In Status</customfieldname>
                        <customfieldvalues>
                            
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                        <customfield id="customfield_22870" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Triagers</customfieldname>
                        <customfieldvalues>
                                

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                    <customfield id="customfield_14350" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>serverRank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>1|ht0c9b:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                    </customfields>
    </item>
</channel>
</rss>