<!-- 
RSS generated by JIRA (9.7.1#970001-sha1:2222b88b221c4928ef0de3161136cc90c8356a66) at Thu Feb 08 08:51:48 UTC 2024

It is possible to restrict the fields that are returned in this document by specifying the 'field' parameter in your request.
For example, to request only the issue key and summary append 'field=key&field=summary' to the URL of your request.
-->
<rss version="0.92" >
<channel>
    <title>MongoDB Jira</title>
    <link>https://jira.mongodb.org</link>
    <description>This file is an XML representation of an issue</description>
    <language>en-us</language>    <build-info>
        <version>9.7.1</version>
        <build-number>970001</build-number>
        <build-date>13-04-2023</build-date>
    </build-info>


<item>
            <title>[JAVA-232] Getting node down error when all servers are up</title>
                <link>https://jira.mongodb.org/browse/JAVA-232</link>
                <project id="10006" key="JAVA">Java Driver</project>
                    <description>

&lt;p&gt;&lt;span class=&quot;error&quot;&gt;&amp;#91;joseph.wang@stage1.vpc3 ~&amp;#93;&lt;/span&gt;$ ps auxww | grep mongo&lt;br/&gt;
2039      2337  2.5  7.8 24189064 615480 ?     Sl   Nov30 429:43 /usr/local/mongodb-linux-x86_64-1.6.3/bin/mongod -f /db/lps-mongodb_master_stage1/mongodb.cnf&lt;br/&gt;
2040      2406  3.4  6.8 24568684 541140 ?     Sl   Nov30 567:09 /usr/local/mongodb-linux-x86_64-1.6.3/bin/mongod -f /db/lps-mongodb_slave1_stage1/mongodb.cnf&lt;br/&gt;
2041     15172  1.1  6.5 23775900 519500 ?     Sl   Dec11  10:06 /usr/local/mongodb-linux-x86_64-1.6.3/bin/mongod -f /db/lps-mongodb_slave2_stage1/mongodb.cnf --quiet&lt;br/&gt;
805      25812  0.0  0.0   6024   656 pts/1    S+   05:05   0:00 grep mongo&lt;br/&gt;
&lt;span class=&quot;error&quot;&gt;&amp;#91;joseph.wang@stage1.vpc3 ~&amp;#93;&lt;/span&gt;$ /usr/local/mongodb-linux-x86_64-1.6.3/bin/mongo localhost:4101&lt;br/&gt;
MongoDB shell version: 1.6.3&lt;br/&gt;
connecting to: localhost:4101/test&lt;br/&gt;
&amp;gt; exit&lt;br/&gt;
bye&lt;br/&gt;
&lt;span class=&quot;error&quot;&gt;&amp;#91;joseph.wang@stage1.vpc3 ~&amp;#93;&lt;/span&gt;$ /usr/local/mongodb-linux-x86_64-1.6.3/bin/mongo localhost:4102&lt;br/&gt;
MongoDB shell version: 1.6.3&lt;br/&gt;
connecting to: localhost:4102/test&lt;br/&gt;
&amp;gt; exit&lt;br/&gt;
bye&lt;br/&gt;
&lt;span class=&quot;error&quot;&gt;&amp;#91;joseph.wang@stage1.vpc3 ~&amp;#93;&lt;/span&gt;$ /usr/local/mongodb-linux-x86_64-1.6.3/bin/mongo localhost:4103&lt;br/&gt;
MongoDB shell version: 1.6.3&lt;br/&gt;
connecting to: localhost:4103/test&lt;br/&gt;
&amp;gt; exit&lt;br/&gt;
bye&lt;/p&gt;


&lt;p&gt;&amp;gt; rs.status()&lt;br/&gt;
{&lt;br/&gt;
        &quot;set&quot; : &quot;lp&quot;,&lt;br/&gt;
        &quot;date&quot; : &quot;Sun Dec 12 2010 05:07:17 GMT-0800 (PST)&quot;,&lt;br/&gt;
        &quot;myState&quot; : 1,&lt;br/&gt;
        &quot;members&quot; : [&lt;br/&gt;
                &lt;/p&gt;
{
                        &quot;_id&quot; : 0,
                        &quot;name&quot; : &quot;stage1.vpc3.estalea.net:4101&quot;,
                        &quot;health&quot; : 1,
                        &quot;state&quot; : 2,
                        &quot;uptime&quot; : 993385,
                        &quot;lastHeartbeat&quot; : &quot;Sun Dec 12 2010 05:07:15 GMT-0800 (PST)&quot;
                }
&lt;p&gt;,&lt;br/&gt;
                &lt;/p&gt;
{
                        &quot;_id&quot; : 1,
                        &quot;name&quot; : &quot;stage1.vpc3.estalea.net:4102&quot;,
                        &quot;health&quot; : 1,
                        &quot;state&quot; : 1,
                        &quot;self&quot; : true
                }
&lt;p&gt;,&lt;/p&gt;
                {
                        &quot;_id&quot; : 2,
                        &quot;name&quot; : &quot;stage1.vpc3.estalea.net:4103&quot;,
                        &quot;health&quot; : 1,
                        &quot;state&quot; : 2,
                        &quot;uptime&quot; : 50789,
                        &quot;lastHeartbeat&quot; : &quot;Sun Dec 12 2010 05:07:16 GMT-0800 (PST)&quot;
                }
&lt;p&gt;        ],&lt;br/&gt;
        &quot;ok&quot; : 1&lt;br/&gt;
}&lt;/p&gt;



&lt;p&gt;&lt;span class=&quot;error&quot;&gt;&amp;#91;22:55:05.073&amp;#93;&lt;/span&gt; node down: stage1.vpc3.estalea.net:4103 java.io.IOException: couldn&apos;t connect to &lt;span class=&quot;error&quot;&gt;&amp;#91;stage1.vpc3.estalea.net/10.9.0.5:4103&amp;#93;&lt;/span&gt; bc:java.net.ConnectException: Connection refused&lt;br/&gt;
&lt;span class=&quot;error&quot;&gt;&amp;#91;22:55:25.874&amp;#93;&lt;/span&gt; replica set mode, switching master&lt;br/&gt;
&lt;span class=&quot;error&quot;&gt;&amp;#91;22:55:25.874&amp;#93;&lt;/span&gt; java.io.EOFException&lt;br/&gt;
&lt;span class=&quot;error&quot;&gt;&amp;#91;22:55:25.874&amp;#93;&lt;/span&gt;  at org.bson.io.Bits.readFully(Bits.java:37)&lt;br/&gt;
&lt;span class=&quot;error&quot;&gt;&amp;#91;22:55:25.874&amp;#93;&lt;/span&gt;  at org.bson.io.Bits.readFully(Bits.java:28)&lt;br/&gt;
&lt;span class=&quot;error&quot;&gt;&amp;#91;22:55:25.874&amp;#93;&lt;/span&gt;  at com.mongodb.Response.&amp;lt;init&amp;gt;(Response.java:35)&lt;br/&gt;
&lt;span class=&quot;error&quot;&gt;&amp;#91;22:55:25.874&amp;#93;&lt;/span&gt;  at com.mongodb.DBPort.go(DBPort.java:101)&lt;br/&gt;
&lt;span class=&quot;error&quot;&gt;&amp;#91;22:55:25.874&amp;#93;&lt;/span&gt;  at com.mongodb.DBPort.go(DBPort.java:66)&lt;br/&gt;
&lt;span class=&quot;error&quot;&gt;&amp;#91;22:55:25.874&amp;#93;&lt;/span&gt;  at com.mongodb.DBPort.call(DBPort.java:56)&lt;br/&gt;
&lt;span class=&quot;error&quot;&gt;&amp;#91;22:55:25.874&amp;#93;&lt;/span&gt;  at com.mongodb.DBTCPConnector.call(DBTCPConnector.java:211)&lt;br/&gt;
&lt;span class=&quot;error&quot;&gt;&amp;#91;22:55:25.874&amp;#93;&lt;/span&gt;  at com.mongodb.DBApiLayer$MyCollection.__find(DBApiLayer.java:284)&lt;br/&gt;
&lt;span class=&quot;error&quot;&gt;&amp;#91;22:55:25.874&amp;#93;&lt;/span&gt;  at com.mongodb.DBCursor._check(DBCursor.java:297)&lt;br/&gt;
&lt;span class=&quot;error&quot;&gt;&amp;#91;22:55:25.874&amp;#93;&lt;/span&gt;  at com.mongodb.DBCursor._hasNext(DBCursor.java:420)&lt;br/&gt;
&lt;span class=&quot;error&quot;&gt;&amp;#91;22:55:25.874&amp;#93;&lt;/span&gt;  at com.mongodb.DBCursor.hasNext(DBCursor.java:445)&lt;br/&gt;
&lt;span class=&quot;error&quot;&gt;&amp;#91;22:55:25.874&amp;#93;&lt;/span&gt;  at com.leadpoint.syndication.db.mongo.mortgage.DbCollectionVersionTableUpdater.execute(DbCollectionVersionTableUpdater.java:57)&lt;br/&gt;
&lt;span class=&quot;error&quot;&gt;&amp;#91;22:55:25.874&amp;#93;&lt;/span&gt;  at com.leadpoint.syndication.db.mongo.mortgage.TableUpdater.execute(TableUpdater.java:40)&lt;br/&gt;
&lt;span class=&quot;error&quot;&gt;&amp;#91;22:55:25.874&amp;#93;&lt;/span&gt;  at com.leadpoint.syndication.db.mongo.mortgage.TableUpdaterTask.run(TableUpdaterTask.java:50)&lt;br/&gt;
&lt;span class=&quot;error&quot;&gt;&amp;#91;22:55:25.874&amp;#93;&lt;/span&gt;  at java.util.TimerThread.mainLoop(Timer.java:512)&lt;br/&gt;
&lt;span class=&quot;error&quot;&gt;&amp;#91;22:55:25.874&amp;#93;&lt;/span&gt;  at java.util.TimerThread.run(Timer.java:462)&lt;br/&gt;
&lt;span class=&quot;error&quot;&gt;&amp;#91;22:55:25.874&amp;#93;&lt;/span&gt; MyPort.error called&lt;br/&gt;
&lt;span class=&quot;error&quot;&gt;&amp;#91;22:55:25.874&amp;#93;&lt;/span&gt; java.io.EOFException&lt;br/&gt;
&lt;span class=&quot;error&quot;&gt;&amp;#91;22:55:25.874&amp;#93;&lt;/span&gt;  at org.bson.io.Bits.readFully(Bits.java:37)&lt;br/&gt;
&lt;span class=&quot;error&quot;&gt;&amp;#91;22:55:25.874&amp;#93;&lt;/span&gt;  at org.bson.io.Bits.readFully(Bits.java:28)&lt;br/&gt;
&lt;span class=&quot;error&quot;&gt;&amp;#91;22:55:25.874&amp;#93;&lt;/span&gt;  at com.mongodb.Response.&amp;lt;init&amp;gt;(Response.java:35)&lt;br/&gt;
&lt;span class=&quot;error&quot;&gt;&amp;#91;22:55:25.874&amp;#93;&lt;/span&gt;  at com.mongodb.DBPort.go(DBPort.java:101)&lt;br/&gt;
&lt;span class=&quot;error&quot;&gt;&amp;#91;22:55:25.874&amp;#93;&lt;/span&gt;  at com.mongodb.DBPort.go(DBPort.java:66)&lt;br/&gt;
&lt;span class=&quot;error&quot;&gt;&amp;#91;22:55:25.874&amp;#93;&lt;/span&gt;  at com.mongodb.DBPort.call(DBPort.java:56)&lt;br/&gt;
&lt;span class=&quot;error&quot;&gt;&amp;#91;22:55:25.874&amp;#93;&lt;/span&gt;  at com.mongodb.DBTCPConnector.call(DBTCPConnector.java:211)&lt;br/&gt;
&lt;span class=&quot;error&quot;&gt;&amp;#91;22:55:25.874&amp;#93;&lt;/span&gt;  at com.mongodb.DBApiLayer$MyCollection.__find(DBApiLayer.java:284)&lt;br/&gt;
&lt;span class=&quot;error&quot;&gt;&amp;#91;22:55:25.874&amp;#93;&lt;/span&gt;  at com.mongodb.DBCursor._check(DBCursor.java:297)&lt;br/&gt;
&lt;span class=&quot;error&quot;&gt;&amp;#91;22:55:25.874&amp;#93;&lt;/span&gt;  at com.mongodb.DBCursor._hasNext(DBCursor.java:420)&lt;br/&gt;
&lt;span class=&quot;error&quot;&gt;&amp;#91;22:55:25.874&amp;#93;&lt;/span&gt;  at com.mongodb.DBCursor.hasNext(DBCursor.java:445)&lt;br/&gt;
&lt;span class=&quot;error&quot;&gt;&amp;#91;22:55:25.874&amp;#93;&lt;/span&gt;  at com.leadpoint.syndication.db.mongo.mortgage.DbCollectionVersionTableUpdater.execute(DbCollectionVersionTableUpdater.java:57)&lt;br/&gt;
&lt;span class=&quot;error&quot;&gt;&amp;#91;22:55:25.874&amp;#93;&lt;/span&gt;  at com.leadpoint.syndication.db.mongo.mortgage.TableUpdater.execute(TableUpdater.java:40)&lt;br/&gt;
&lt;span class=&quot;error&quot;&gt;&amp;#91;22:55:25.874&amp;#93;&lt;/span&gt;  at com.leadpoint.syndication.db.mongo.mortgage.TableUpdaterTask.run(TableUpdaterTask.java:50)&lt;br/&gt;
&lt;span class=&quot;error&quot;&gt;&amp;#91;22:55:25.874&amp;#93;&lt;/span&gt;  at java.util.TimerThread.mainLoop(Timer.java:512)&lt;br/&gt;
&lt;span class=&quot;error&quot;&gt;&amp;#91;22:55:25.874&amp;#93;&lt;/span&gt;  at java.util.TimerThread.run(Timer.java:462)&lt;/p&gt;
</description>
                <environment>[&lt;a href=&apos;mailto:joseph.wang@stage1.vpc3&apos;&gt;joseph.wang@stage1.vpc3&lt;/a&gt; ~]$ uname -a&lt;br/&gt;
Linux stage1.vpc3.estalea.net 2.6.21.7-2.fc8xen #1 SMP Fri Feb 15 12:34:28 EST 2008 x86_64 x86_64 x86_64 GNU/Linux&lt;br/&gt;
</environment>
        <key id="13936">JAVA-232</key>
            <summary>Getting node down error when all servers are up</summary>
                <type id="1" iconUrl="https://jira.mongodb.org/secure/viewavatar?size=xsmall&amp;avatarId=14703&amp;avatarType=issuetype">Bug</type>
                                            <priority id="3" iconUrl="https://jira.mongodb.org/images/icons/priorities/major.svg">Major - P3</priority>
                        <status id="6" iconUrl="https://jira.mongodb.org/images/icons/statuses/closed.png" description="The issue is considered finished, the resolution is correct. Issues which are closed can be reopened.">Closed</status>
                    <statusCategory id="3" key="done" colorName="success"/>
                                    <resolution id="5">Cannot Reproduce</resolution>
                                        <assignee username="antoine">Antoine Girbal</assignee>
                                    <reporter username="joseph.wang">Joseph Wang </reporter>
                        <labels>
                    </labels>
                <created>Sun, 12 Dec 2010 13:09:48 +0000</created>
                <updated>Tue, 25 Jun 2013 16:49:42 +0000</updated>
                            <resolved>Mon, 24 Oct 2011 11:40:58 +0000</resolved>
                                    <version>2.3</version>
                                                    <component>Cluster Management</component>
                                        <votes>0</votes>
                                    <watches>1</watches>
                                                                                                                <comments>
                            <comment id="50875" author="scotthernandez" created="Fri, 26 Aug 2011 13:22:19 +0000"  >&lt;p&gt;This code has been updated a lot, do you still see this with the latest driver?&lt;/p&gt;</comment>
                            <comment id="21344" author="joseph.wang" created="Sun, 12 Dec 2010 15:32:23 +0000"  >&lt;p&gt;latest version w/ getlasterror check&lt;/p&gt;</comment>
                            <comment id="21343" author="joseph.wang" created="Sun, 12 Dec 2010 15:31:58 +0000"  >&lt;p&gt;Still getting error. However, exception handling is not triggered. Cannot detech such condition to force reconnect.&lt;/p&gt;


&lt;p&gt;&lt;span class=&quot;error&quot;&gt;&amp;#91;15:27:36.227&amp;#93;&lt;/span&gt;  at java.util.TimerThread.mainLoop(Timer.java:512)&lt;br/&gt;
&lt;span class=&quot;error&quot;&gt;&amp;#91;15:27:36.227&amp;#93;&lt;/span&gt;  at java.util.TimerThread.run(Timer.java:462)&lt;br/&gt;
&lt;span class=&quot;error&quot;&gt;&amp;#91;15:27:36.227&amp;#93;&lt;/span&gt; MyPort.error called&lt;br/&gt;
&lt;span class=&quot;error&quot;&gt;&amp;#91;15:27:36.227&amp;#93;&lt;/span&gt; java.io.EOFException&lt;br/&gt;
&lt;span class=&quot;error&quot;&gt;&amp;#91;15:27:36.227&amp;#93;&lt;/span&gt;  at org.bson.io.Bits.readFully(Bits.java:37)&lt;br/&gt;
&lt;span class=&quot;error&quot;&gt;&amp;#91;15:27:36.227&amp;#93;&lt;/span&gt;  at org.bson.io.Bits.readFully(Bits.java:28)&lt;br/&gt;
&lt;span class=&quot;error&quot;&gt;&amp;#91;15:27:36.227&amp;#93;&lt;/span&gt;  at com.mongodb.Response.&amp;lt;init&amp;gt;(Response.java:35)&lt;br/&gt;
&lt;span class=&quot;error&quot;&gt;&amp;#91;15:27:36.227&amp;#93;&lt;/span&gt;  at com.mongodb.DBPort.go(DBPort.java:101)&lt;br/&gt;
&lt;span class=&quot;error&quot;&gt;&amp;#91;15:27:36.227&amp;#93;&lt;/span&gt;  at com.mongodb.DBPort.go(DBPort.java:66)&lt;br/&gt;
&lt;span class=&quot;error&quot;&gt;&amp;#91;15:27:36.227&amp;#93;&lt;/span&gt;  at com.mongodb.DBPort.call(DBPort.java:56)&lt;br/&gt;
&lt;span class=&quot;error&quot;&gt;&amp;#91;15:27:36.227&amp;#93;&lt;/span&gt;  at com.mongodb.DBTCPConnector.call(DBTCPConnector.java:211)&lt;br/&gt;
&lt;span class=&quot;error&quot;&gt;&amp;#91;15:27:36.227&amp;#93;&lt;/span&gt;  at com.mongodb.DBTCPConnector.call(DBTCPConnector.java:218)&lt;br/&gt;
&lt;span class=&quot;error&quot;&gt;&amp;#91;15:27:36.227&amp;#93;&lt;/span&gt;  at com.mongodb.DBApiLayer$MyCollection.__find(DBApiLayer.java:284)&lt;br/&gt;
&lt;span class=&quot;error&quot;&gt;&amp;#91;15:27:36.227&amp;#93;&lt;/span&gt;  at com.mongodb.DBCursor._check(DBCursor.java:297)&lt;br/&gt;
&lt;span class=&quot;error&quot;&gt;&amp;#91;15:27:36.227&amp;#93;&lt;/span&gt;  at com.mongodb.DBCursor._hasNext(DBCursor.java:420)&lt;br/&gt;
&lt;span class=&quot;error&quot;&gt;&amp;#91;15:27:36.227&amp;#93;&lt;/span&gt;  at com.mongodb.DBCursor.hasNext(DBCursor.java:445)&lt;br/&gt;
&lt;span class=&quot;error&quot;&gt;&amp;#91;15:27:36.227&amp;#93;&lt;/span&gt;  at com.leadpoint.syndication.db.mongo.mortgage.MortgageOrderStatusTableUpdater.execute(MortgageOrderStatusTableUpdater.java:134)&lt;br/&gt;
&lt;span class=&quot;error&quot;&gt;&amp;#91;15:27:36.227&amp;#93;&lt;/span&gt;  at com.leadpoint.syndication.db.mongo.mortgage.MorgageOrderStatusUpdaterTask.run(MorgageOrderStatusUpdaterTask.java:52)&lt;br/&gt;
&lt;span class=&quot;error&quot;&gt;&amp;#91;15:27:36.227&amp;#93;&lt;/span&gt;  at java.util.TimerThread.mainLoop(Timer.java:512)&lt;br/&gt;
&lt;span class=&quot;error&quot;&gt;&amp;#91;15:27:36.227&amp;#93;&lt;/span&gt;  at java.util.TimerThread.run(Timer.java:462)&lt;/p&gt;</comment>
                            <comment id="21342" author="joseph.wang" created="Sun, 12 Dec 2010 13:44:11 +0000"  >&lt;p&gt;Adding the following code to see if can work around the problem.&lt;/p&gt;

&lt;p&gt;					DBObject dbObject = db.getLastError();&lt;br/&gt;
					if (dbObject != null &amp;amp;&amp;amp; dbObject.get(&quot;err&quot;) != null) &lt;/p&gt;
{
						log.warn(&quot;DbCollectionVersionTableUpdater: Encounter error for query &quot; + dbQuery.toString());
						error_count++;
					}

&lt;p&gt;					if (error_count &amp;gt;= error_count_threshold) &lt;/p&gt;
{
						log.warn(&quot;DbCollectionVersionTableUpdater: Reset connection due to high error count &quot; + error_count);
						MongoConnnection.getInstance().close();
						MongoConnnection.getInstance().reconnect();
						error_count = 0;
					}

&lt;p&gt;Looking at the resin log, the problem started 22:55 last night till this morning.&lt;/p&gt;

&lt;p&gt;&lt;span class=&quot;error&quot;&gt;&amp;#91;22:55:25.874&amp;#93;&lt;/span&gt; replica set mode, switching master&lt;br/&gt;
&lt;span class=&quot;error&quot;&gt;&amp;#91;22:55:25.874&amp;#93;&lt;/span&gt; java.io.EOFException&lt;br/&gt;
&lt;span class=&quot;error&quot;&gt;&amp;#91;22:55:25.874&amp;#93;&lt;/span&gt;  at org.bson.io.Bits.readFully(Bits.java:37)&lt;br/&gt;
&lt;span class=&quot;error&quot;&gt;&amp;#91;22:55:25.874&amp;#93;&lt;/span&gt;  at org.bson.io.Bits.readFully(Bits.java:28)&lt;br/&gt;
&lt;span class=&quot;error&quot;&gt;&amp;#91;22:55:25.874&amp;#93;&lt;/span&gt;  at com.mongodb.Response.&amp;lt;init&amp;gt;(Response.java:35)&lt;br/&gt;
&lt;span class=&quot;error&quot;&gt;&amp;#91;22:55:25.874&amp;#93;&lt;/span&gt;  at com.mongodb.DBPort.go(DBPort.java:101)&lt;br/&gt;
&lt;span class=&quot;error&quot;&gt;&amp;#91;22:55:25.874&amp;#93;&lt;/span&gt;  at com.mongodb.DBPort.go(DBPort.java:66)&lt;br/&gt;
&lt;span class=&quot;error&quot;&gt;&amp;#91;22:55:25.874&amp;#93;&lt;/span&gt;  at com.mongodb.DBPort.call(DBPort.java:56)&lt;br/&gt;
&lt;span class=&quot;error&quot;&gt;&amp;#91;22:55:25.874&amp;#93;&lt;/span&gt;  at com.mongodb.DBTCPConnector.call(DBTCPConnector.java:211)&lt;br/&gt;
&lt;span class=&quot;error&quot;&gt;&amp;#91;22:55:25.874&amp;#93;&lt;/span&gt;  at com.mongodb.DBApiLayer$MyCollection.__find(DBApiLayer.java:284)&lt;br/&gt;
&lt;span class=&quot;error&quot;&gt;&amp;#91;22:55:25.874&amp;#93;&lt;/span&gt;  at com.mongodb.DBCursor._check(DBCursor.java:297)&lt;br/&gt;
&lt;span class=&quot;error&quot;&gt;&amp;#91;22:55:25.874&amp;#93;&lt;/span&gt;  at com.mongodb.DBCursor._hasNext(DBCursor.java:420)&lt;br/&gt;
&lt;span class=&quot;error&quot;&gt;&amp;#91;22:55:25.874&amp;#93;&lt;/span&gt;  at com.mongodb.DBCursor.hasNext(DBCursor.java:445)&lt;/p&gt;

&lt;p&gt;...&lt;br/&gt;
&lt;span class=&quot;error&quot;&gt;&amp;#91;00:05:25.874&amp;#93;&lt;/span&gt;  at java.util.TimerThread.mainLoop(Timer.java:512)&lt;br/&gt;
&lt;span class=&quot;error&quot;&gt;&amp;#91;00:05:25.874&amp;#93;&lt;/span&gt;  at java.util.TimerThread.run(Timer.java:462)&lt;br/&gt;
&lt;span class=&quot;error&quot;&gt;&amp;#91;00:05:25.874&amp;#93;&lt;/span&gt; MyPort.error called&lt;br/&gt;
&lt;span class=&quot;error&quot;&gt;&amp;#91;00:05:25.874&amp;#93;&lt;/span&gt; java.io.EOFException&lt;br/&gt;
&lt;span class=&quot;error&quot;&gt;&amp;#91;00:05:25.874&amp;#93;&lt;/span&gt;  at org.bson.io.Bits.readFully(Bits.java:37)&lt;br/&gt;
&lt;span class=&quot;error&quot;&gt;&amp;#91;00:05:25.874&amp;#93;&lt;/span&gt;  at org.bson.io.Bits.readFully(Bits.java:28)&lt;br/&gt;
&lt;span class=&quot;error&quot;&gt;&amp;#91;00:05:25.874&amp;#93;&lt;/span&gt;  at com.mongodb.Response.&amp;lt;init&amp;gt;(Response.java:35)&lt;br/&gt;
&lt;span class=&quot;error&quot;&gt;&amp;#91;00:05:25.874&amp;#93;&lt;/span&gt;  at com.mongodb.DBPort.go(DBPort.java:101)&lt;br/&gt;
&lt;span class=&quot;error&quot;&gt;&amp;#91;00:05:25.874&amp;#93;&lt;/span&gt;  at com.mongodb.DBPort.go(DBPort.java:66)&lt;br/&gt;
&lt;span class=&quot;error&quot;&gt;&amp;#91;00:05:25.874&amp;#93;&lt;/span&gt;  at com.mongodb.DBPort.call(DBPort.java:56)&lt;br/&gt;
&lt;span class=&quot;error&quot;&gt;&amp;#91;00:05:25.874&amp;#93;&lt;/span&gt;  at com.mongodb.DBTCPConnector.call(DBTCPConnector.java:211)&lt;br/&gt;
&lt;span class=&quot;error&quot;&gt;&amp;#91;00:05:25.874&amp;#93;&lt;/span&gt;  at com.mongodb.DBApiLayer$MyCollection.__find(DBApiLayer.java:284)&lt;br/&gt;
&lt;span class=&quot;error&quot;&gt;&amp;#91;00:05:25.874&amp;#93;&lt;/span&gt;  at com.mongodb.DBCursor._check(DBCursor.java:297)&lt;br/&gt;
&lt;span class=&quot;error&quot;&gt;&amp;#91;00:05:25.874&amp;#93;&lt;/span&gt;  at com.mongodb.DBCursor._hasNext(DBCursor.java:420)&lt;br/&gt;
&lt;span class=&quot;error&quot;&gt;&amp;#91;00:05:25.874&amp;#93;&lt;/span&gt;  at com.mongodb.DBCursor.hasNext(DBCursor.java:445)&lt;br/&gt;
&lt;span class=&quot;error&quot;&gt;&amp;#91;00:05:25.874&amp;#93;&lt;/span&gt;  at com.leadpoint.syndication.db.mongo.mortgage.LenderBrandInformationTableUpdater.execute(LenderBrandInformationTableUpdater.java:79)&lt;br/&gt;
&lt;span class=&quot;error&quot;&gt;&amp;#91;00:05:25.874&amp;#93;&lt;/span&gt;  at com.leadpoint.syndication.db.mongo.mortgage.TableUpdater.execute(TableUpdater.java:56)&lt;br/&gt;
&lt;span class=&quot;error&quot;&gt;&amp;#91;00:05:25.874&amp;#93;&lt;/span&gt;  at com.leadpoint.syndication.db.mongo.mortgage.TableUpdaterTask.run(TableUpdaterTask.java:50)&lt;br/&gt;
&lt;span class=&quot;error&quot;&gt;&amp;#91;00:05:25.874&amp;#93;&lt;/span&gt;  at java.util.TimerThread.mainLoop(Timer.java:512)&lt;br/&gt;
&lt;span class=&quot;error&quot;&gt;&amp;#91;00:05:25.874&amp;#93;&lt;/span&gt;  at java.util.TimerThread.run(Timer.java:462)&lt;/p&gt;


&lt;p&gt;Note that the primary has been running since Nov 30.&lt;br/&gt;
&lt;span class=&quot;error&quot;&gt;&amp;#91;joseph.wang@stage1.vpc3 ~&amp;#93;&lt;/span&gt;$ ps auxww | grep mongo&lt;br/&gt;
2039      2337  2.5  7.8 23769060 618880 ?     Sl   Nov30 429:44 /usr/local/mongodb-linux-x86_64-1.6.3/bin/mongod -f /db/lps-mongodb_master_stage1/mongodb.cnf&lt;br/&gt;
2040      2406  3.4  6.8 24076972 540316 ?     Sl   Nov30 567:09 /usr/local/mongodb-linux-x86_64-1.6.3/bin/mongod -f /db/lps-mongodb_slave1_stage1/mongodb.cnf&lt;/p&gt;
</comment>
                            <comment id="21341" author="joseph.wang" created="Sun, 12 Dec 2010 13:24:53 +0000"  >&lt;p&gt;MongoConnection.java: connection pool singleton&lt;br/&gt;
DbCollectionVersionTableUpdater.java: query code&lt;/p&gt;

&lt;p&gt;What is more troubling is that it stuck in this mode forever. If there is a problem with a slave, should the Java driver auto routes to another slave?&lt;/p&gt;</comment>
                            <comment id="21340" author="joseph.wang" created="Sun, 12 Dec 2010 13:11:45 +0000"  >&lt;p&gt;see sockets for all three mongo&lt;/p&gt;

&lt;p&gt;bash-3.2$ netstat -an | grep 4103 | grep -v CLOSE_WAIT | wc -l&lt;br/&gt;
54&lt;br/&gt;
bash-3.2$ netstat -an | grep 4102 | grep -v CLOSE_WAIT | wc -l&lt;br/&gt;
134&lt;br/&gt;
bash-3.2$ netstat -an | grep 4101 | grep -v CLOSE_WAIT | wc -l&lt;br/&gt;
105&lt;/p&gt;</comment>
                    </comments>
                    <attachments>
                            <attachment id="10658" name="DbCollectionVersionTableUpdater.java" size="2542" author="joseph.wang" created="Sun, 12 Dec 2010 13:24:53 +0000"/>
                            <attachment id="10659" name="MongoConnnection.java" size="3046" author="joseph.wang" created="Sun, 12 Dec 2010 13:24:53 +0000"/>
                            <attachment id="10660" name="MorgageOrderStatusUpdaterTask.java" size="2092" author="joseph.wang" created="Sun, 12 Dec 2010 13:27:29 +0000"/>
                            <attachment id="10661" name="MortgageOrderStatusTableUpdater.java" size="7175" author="joseph.wang" created="Sun, 12 Dec 2010 15:32:23 +0000"/>
                    </attachments>
                <subtasks>
                    </subtasks>
                <customfields>
                                                                                                                                                                                                                                                                                                                                                                    <customfield id="customfield_15850" key="com.atlassian.jira.plugins.jira-development-integration-plugin:devsummary">
                        <customfieldname>Development</customfieldname>
                        <customfieldvalues>
                            
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                    <customfield id="customfield_12550" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>Rank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>2|hrhcj3:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10558" key="com.pyxis.greenhopper.jira:gh-global-rank">
                        <customfieldname>Rank (Obsolete)</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>14830</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                            </customfields>
    </item>
</channel>
</rss>