<!-- 
RSS generated by JIRA (9.7.1#970001-sha1:2222b88b221c4928ef0de3161136cc90c8356a66) at Thu Feb 08 03:55:53 UTC 2024

It is possible to restrict the fields that are returned in this document by specifying the 'field' parameter in your request.
For example, to request only the issue key and summary append 'field=key&field=summary' to the URL of your request.
-->
<rss version="0.92" >
<channel>
    <title>MongoDB Jira</title>
    <link>https://jira.mongodb.org</link>
    <description>This file is an XML representation of an issue</description>
    <language>en-us</language>    <build-info>
        <version>9.7.1</version>
        <build-number>970001</build-number>
        <build-date>13-04-2023</build-date>
    </build-info>


<item>
            <title>[SERVER-20985] Replica set primary unexpectedly stepping down</title>
                <link>https://jira.mongodb.org/browse/SERVER-20985</link>
                <project id="10000" key="SERVER">Core Server</project>
                    <description>&lt;p&gt;Occasionally the primary of a replica set is stepping down and then quickly getting re-elected.&lt;/p&gt;

&lt;p&gt;This is causing some driver tests to occasionally fail, as there is no retry-logic in the integration tests, and connections to the primary are closed on stepdown.&lt;/p&gt;

&lt;p&gt;Logs attached&lt;/p&gt;</description>
                <environment>Amazon Elastic Slaves on Jenkins&lt;br/&gt;
&lt;br/&gt;
$ uname -a&lt;br/&gt;
Linux ip-10-67-163-68 4.1.7-15.23.amzn1.x86_64 #1 SMP Mon Sep 14 23:20:33 UTC 2015 x86_64 x86_64 x86_64 GNU/Linux&lt;br/&gt;
&lt;br/&gt;
Three member replica set, all running on the same host.&lt;br/&gt;
&lt;br/&gt;
$ /mnt/jenkins/mongodb/master/master-nightly/bin/mongod -version&lt;br/&gt;
db version v3.2.0-rc1-pre-&lt;br/&gt;
git version: 9ef3d91b627cd912b0475150112212cf9604704f&lt;br/&gt;
OpenSSL version: OpenSSL 1.0.0-fips 29 Mar 2010&lt;br/&gt;
allocator: tcmalloc&lt;br/&gt;
modules: enterprise</environment>
        <key id="234847">SERVER-20985</key>
            <summary>Replica set primary unexpectedly stepping down</summary>
                <type id="1" iconUrl="https://jira.mongodb.org/secure/viewavatar?size=xsmall&amp;avatarId=14703&amp;avatarType=issuetype">Bug</type>
                                            <priority id="3" iconUrl="https://jira.mongodb.org/images/icons/priorities/major.svg">Major - P3</priority>
                        <status id="6" iconUrl="https://jira.mongodb.org/images/icons/statuses/closed.png" description="The issue is considered finished, the resolution is correct. Issues which are closed can be reopened.">Closed</status>
                    <statusCategory id="3" key="done" colorName="success"/>
                                    <resolution id="4">Incomplete</resolution>
                                        <assignee username="milkie@mongodb.com">Eric Milkie</assignee>
                                    <reporter username="jeff.yemin@mongodb.com">Jeffrey Yemin</reporter>
                        <labels>
                    </labels>
                <created>Fri, 16 Oct 2015 21:13:48 +0000</created>
                <updated>Tue, 24 Nov 2015 19:53:48 +0000</updated>
                            <resolved>Tue, 24 Nov 2015 14:04:07 +0000</resolved>
                                    <version>3.2.0-rc0</version>
                                                    <component>Replication</component>
                                        <votes>0</votes>
                                    <watches>19</watches>
                                                                                                                <comments>
                            <comment id="1097520" author="milkie" created="Tue, 24 Nov 2015 19:53:48 +0000"  >&lt;p&gt;Note that what Jesse said about lower-priority nodes is true for 3.0 as well; it&apos;s just more likely for version 3.2 now.&lt;/p&gt;</comment>
                            <comment id="1097515" author="jesse" created="Tue, 24 Nov 2015 19:51:05 +0000"  >&lt;p&gt;As Milkie pointed out to me, we had priorities configured in the set. In MongoDB 3.2 it seems a lower-priority node can start as primary and then, after a couple seconds, steps down to let the higher-priority node be elected. This was causing our intermittent C Driver test failures; I&apos;ve removed the priorities from our configs.&lt;/p&gt;</comment>
                            <comment id="1096402" author="milkie" created="Mon, 23 Nov 2015 22:30:46 +0000"  >&lt;p&gt;I think I agree with Jeff that the Java driver issue isn&apos;t a regression from 3.0.  I&apos;m inclined to resolve this for now.&lt;/p&gt;</comment>
                            <comment id="1096399" author="dan@10gen.com" created="Mon, 23 Nov 2015 22:28:33 +0000"  >&lt;p&gt;This seems different than the Java driver issue.  Have we gained access to those logs?&lt;/p&gt;</comment>
                            <comment id="1096395" author="jesse" created="Mon, 23 Nov 2015 22:22:47 +0000"  >&lt;p&gt;I see. During that in-between time, the test suite fails abruptly when the driver fails to find a primary, and then all the processes are killed, so the new leader doesn&apos;t have enough time to reach the &quot;database writes are now permitted&quot; stage.&lt;/p&gt;</comment>
                            <comment id="1096339" author="milkie" created="Mon, 23 Nov 2015 21:56:57 +0000"  >&lt;p&gt;27017 may be in state &quot;primary&quot; but the response to isMaster will not return ismaster:true until you see this line in the server log, after the &quot;transition to PRIMARY&quot; line:&lt;/p&gt;
&lt;p/&gt;
&lt;div id=&quot;syntaxplugin&quot; class=&quot;syntaxplugin&quot; style=&quot;border: 1px dashed #bbb; border-radius: 5px !important; overflow: auto; max-height: 30em;&quot;&gt;
&lt;table cellspacing=&quot;0&quot; cellpadding=&quot;0&quot; border=&quot;0&quot; width=&quot;100%&quot; style=&quot;font-size: 1em; line-height: 1.4em !important; font-weight: normal; font-style: normal; color: black;&quot;&gt;
		&lt;tbody &gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;  margin-top: 10px;   margin-bottom: 10px;  width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;[rsSync] transition to primary complete; database writes are now permitted&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
			&lt;/tbody&gt;
&lt;/table&gt;
&lt;/div&gt;
&lt;p/&gt;
&lt;p&gt;I don&apos;t see that message in the log you attached, so I would not expect any driver to detect that new primary yet.&lt;/p&gt;</comment>
                            <comment id="1096299" author="jesse" created="Mon, 23 Nov 2015 21:32:57 +0000"  >&lt;p&gt;Logs attached.&lt;/p&gt;

&lt;p&gt;The replica set starts up with data members on 27017 and 27018, and 27019 is an arbiter. 27018 happens to become the primary. The test suite runs for a few seconds, completing several tests successfully. (E.g., &quot;/Client/command&quot; requires the driver to find the primary and auth to it.)&lt;/p&gt;

&lt;p&gt;From 13:50:32.610 to 13:50:34.695 the test suite does mock-server tests, concluding with &quot;/Client/recovering&quot;, a mock-server test that takes about 5 seconds. I believe none of those tests interacts with the actual replica set.&lt;/p&gt;

&lt;p&gt;At 13:50:38.836, the primary on 27018 logs:&lt;/p&gt;

&lt;p/&gt;
&lt;div id=&quot;syntaxplugin&quot; class=&quot;syntaxplugin&quot; style=&quot;border: 1px dashed #bbb; border-radius: 5px !important; overflow: auto; max-height: 30em;&quot;&gt;
&lt;table cellspacing=&quot;0&quot; cellpadding=&quot;0&quot; border=&quot;0&quot; width=&quot;100%&quot; style=&quot;font-size: 1em; line-height: 1.4em !important; font-weight: normal; font-style: normal; color: black;&quot;&gt;
		&lt;tbody &gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;  margin-top: 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;2015-11-23T18:50:38.836+0000 I REPL     [ReplicationExecutor] stepping down from primary, because a new term has begun: 3&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   margin-bottom: 10px;  width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;2015-11-23T18:50:38.837+0000 I REPL     [replExecDBWorker-2] transition to SECONDARY&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
			&lt;/tbody&gt;
&lt;/table&gt;
&lt;/div&gt;
&lt;p/&gt;

&lt;p&gt;The secondary on 27017 logs:&lt;/p&gt;

&lt;p/&gt;
&lt;div id=&quot;syntaxplugin&quot; class=&quot;syntaxplugin&quot; style=&quot;border: 1px dashed #bbb; border-radius: 5px !important; overflow: auto; max-height: 30em;&quot;&gt;
&lt;table cellspacing=&quot;0&quot; cellpadding=&quot;0&quot; border=&quot;0&quot; width=&quot;100%&quot; style=&quot;font-size: 1em; line-height: 1.4em !important; font-weight: normal; font-style: normal; color: black;&quot;&gt;
		&lt;tbody &gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;  margin-top: 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;2015-11-23T18:50:38.836+0000 I REPL     [ReplicationExecutor] Canceling priority takeover callback&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;2015-11-23T18:50:38.836+0000 I REPL     [ReplicationExecutor] Starting an election for a priority takeover&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;2015-11-23T18:50:38.836+0000 I REPL     [ReplicationExecutor] conducting a dry run election to see if we could be elected&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;2015-11-23T18:50:38.836+0000 I REPL     [ReplicationExecutor] dry election run succeeded, running for election&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;2015-11-23T18:50:38.837+0000 I REPL     [ReplicationExecutor] election succeeded, assuming primary role in term 3&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;2015-11-23T18:50:38.837+0000 I REPL     [ReplicationExecutor] transition to PRIMARY&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;2015-11-23T18:50:38.854+0000 I ASIO     [NetworkInterfaceASIO-0] Successfully connected to localhost:27018&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   margin-bottom: 10px;  width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;2015-11-23T18:50:38.854+0000 I REPL     [ReplicationExecutor] Member localhost:27018 is now in state SECONDARY&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
			&lt;/tbody&gt;
&lt;/table&gt;
&lt;/div&gt;
&lt;p/&gt;

&lt;p&gt;The test suite begins &quot;/Client/server_status&quot; at 13:50:39.196:&lt;/p&gt;

&lt;p&gt;&lt;a href=&quot;https://evergreen.mongodb.com/task_log_raw/mongo_c_driver_windows_64_vs2013_integration_test_latest_replica_set_91a9be0020783f902d55d8179bcbeacfe40cb2a2_15_11_23_17_30_33/0?type=T#L481&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;Link to test suite log&lt;/a&gt;&lt;/p&gt;

&lt;p&gt;It creates a fresh client with this URI:&lt;/p&gt;

&lt;p&gt;&quot;mongodb://bob:pwd123@localhost:27017,localhost:27018/?replicaSet=repl0&quot;&lt;/p&gt;

&lt;p&gt;It tries to connect to a primary, but fails. It&apos;s using the &quot;serverSelectionTryOnce&quot; method we made for single-threaded clients, where it checks each server only once instead of retrying for 30 seconds. It seems like it ought to be able to find the primary: 27017 is primary by this point.&lt;/p&gt;</comment>
                            <comment id="1096101" author="jesse" created="Mon, 23 Nov 2015 18:48:16 +0000"  >&lt;p&gt;I&apos;m attempting a repro in Evergreen now to get you those logs.&lt;/p&gt;</comment>
                            <comment id="1095633" author="milkie" created="Mon, 23 Nov 2015 13:39:55 +0000"  >&lt;p&gt;Is there a chance we&apos;ll get server logs for a failed test for the C driver?  I see the replica sets test still has a &amp;gt;50% fail rate with the latest build.&lt;/p&gt;</comment>
                            <comment id="1094435" author="jeff.yemin" created="Fri, 20 Nov 2015 17:03:52 +0000"  >&lt;p&gt;I&apos;ve been monitoring our Jenkins builds for the last week, and I&apos;m actually seeing this happen more against released versions of the server and let against 3.2 candidates.  For instance, there was a stepdown in a 3.0 replica set this morning that looks very similar.  I&apos;ve also seen it with 2.4 and 2.6.  So at least in my testing this is looking more environmental now and less of a specific issue related to the new replication protocol in 3.2.&lt;/p&gt;</comment>
                            <comment id="1092586" author="milkie" created="Thu, 19 Nov 2015 03:06:00 +0000"  >&lt;p&gt;it is not related &lt;/p&gt;</comment>
                            <comment id="1092533" author="dan@10gen.com" created="Thu, 19 Nov 2015 01:03:06 +0000"  >&lt;p&gt;is this related at all to &lt;a href=&quot;https://jira.mongodb.org/browse/SERVER-21533&quot; title=&quot;Lock manager is not fair in the presence of compatible requests which can be granted immediately&quot; class=&quot;issue-link&quot; data-issue-key=&quot;SERVER-21533&quot;&gt;&lt;del&gt;SERVER-21533&lt;/del&gt;&lt;/a&gt;?&lt;/p&gt;</comment>
                            <comment id="1090402" author="milkie" created="Tue, 17 Nov 2015 14:29:50 +0000"  >&lt;p&gt;As of today&apos;s nightly build (and rc3 which we cut today), the server logs should contain a bit more information to help us diagnose replica set failover.  Let me know when the next failover happens in Jenkins and I&apos;ll take a look.&lt;/p&gt;</comment>
                            <comment id="1090375" author="jeff.yemin" created="Tue, 17 Nov 2015 14:06:13 +0000"  >&lt;p&gt;On Jenkins I have it configured to archive the server logs for each build.  See, for example, &lt;a href=&quot;https://jenkins.10gen.com/job/mongo-java-driver-3.x-test-server-nightly/jdk=HotSpot7,label=linux64,mongodb_configuration=replica_set,mongodb_option=noauth,mongodb_server=master-nightly,mongodb_ssl=nossl/&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://jenkins.10gen.com/job/mongo-java-driver-3.x-test-server-nightly/jdk=HotSpot7,label=linux64,mongodb_configuration=replica_set,mongodb_option=noauth,mongodb_server=master-nightly,mongodb_ssl=nossl/&lt;/a&gt;.&lt;/p&gt;
</comment>
                            <comment id="1090374" author="jesse" created="Tue, 17 Nov 2015 14:03:17 +0000"  >&lt;p&gt;Yeah, it cats the &lt;b&gt;mongo orchestration&lt;/b&gt; log on shutdown, but right now we lose replica set logs. IWBNI we had access to those, I&apos;ll see if that&apos;s easy to do.&lt;/p&gt;</comment>
                            <comment id="1090372" author="milkie" created="Tue, 17 Nov 2015 13:58:23 +0000"  >&lt;p&gt;Where does mongo-orchestration place the server logs?  In some of the tests it seems to do &quot;cat server.log&quot; as part of its workflow but I don&apos;t see any output from a mongod process.&lt;/p&gt;</comment>
                            <comment id="1089871" author="jesse" created="Mon, 16 Nov 2015 23:06:44 +0000"  >&lt;p&gt;This is common enough in the C driver&apos;s test suite that tests against master-nightly replica sets fail most of the time in Evergreen:&lt;/p&gt;

&lt;p&gt;&lt;a href=&quot;https://evergreen.mongodb.com/version/mongo_c_driver_c1f32e9f6fa2b71945f192de7196f9ffbea162dc&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://evergreen.mongodb.com/version/mongo_c_driver_c1f32e9f6fa2b71945f192de7196f9ffbea162dc&lt;/a&gt;&lt;/p&gt;

&lt;p&gt;But notice that the stepdowns &lt;b&gt;aren&apos;t&lt;/b&gt; observed with 2.4, 2.6, or 3.0.&lt;/p&gt;</comment>
                            <comment id="1080612" author="jeff.yemin" created="Thu, 5 Nov 2015 16:15:56 +0000"  >&lt;p&gt;New logs while running server version:&lt;/p&gt;

&lt;p/&gt;
&lt;div id=&quot;syntaxplugin&quot; class=&quot;syntaxplugin&quot; style=&quot;border: 1px dashed #bbb; border-radius: 5px !important; overflow: auto; max-height: 30em;&quot;&gt;
&lt;table cellspacing=&quot;0&quot; cellpadding=&quot;0&quot; border=&quot;0&quot; width=&quot;100%&quot; style=&quot;font-size: 1em; line-height: 1.4em !important; font-weight: normal; font-style: normal; color: black;&quot;&gt;
		&lt;tbody &gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;  margin-top: 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;db version v3.2.0-rc2-20-ge29401f&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   margin-bottom: 10px;  width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;git version: e29401fe31d95322d7b2ab58dfc94ce04f27d5a1&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
			&lt;/tbody&gt;
&lt;/table&gt;
&lt;/div&gt;
&lt;p/&gt;

&lt;p&gt;The first test failure due to a closed socket was around between 15:38 and 15:39.&lt;/p&gt;</comment>
                            <comment id="1080436" author="milkie" created="Thu, 5 Nov 2015 14:03:34 +0000"  >&lt;p&gt;Thanks! Do you have a recent Jenkins link for an instance of stepping down?  I&apos;d like to see what the logs have first, and then decide what sort of logging verbosity we might need to diagnose it further.&lt;/p&gt;</comment>
                            <comment id="1079959" author="jeff.yemin" created="Wed, 4 Nov 2015 22:45:17 +0000"  >&lt;p&gt;master-release is now rc2, master-nightly is a bit newer:&lt;/p&gt;

&lt;p/&gt;
&lt;div id=&quot;syntaxplugin&quot; class=&quot;syntaxplugin&quot; style=&quot;border: 1px dashed #bbb; border-radius: 5px !important; overflow: auto; max-height: 30em;&quot;&gt;
&lt;table cellspacing=&quot;0&quot; cellpadding=&quot;0&quot; border=&quot;0&quot; width=&quot;100%&quot; style=&quot;font-size: 1em; line-height: 1.4em !important; font-weight: normal; font-style: normal; color: black;&quot;&gt;
		&lt;tbody &gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;  margin-top: 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;[ec2-user@ip-10-167-153-159 master]$ ./master-nightly/bin/mongod -version | grep version&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;db version v3.2.0-rc2-3-gba49b4b&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;git version: ba49b4b6e0b9116d2dd7347961835f38ac32320e&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;OpenSSL version: OpenSSL 1.0.0-fips 29 Mar 2010&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&amp;nbsp;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;[ec2-user@ip-10-167-153-159 master]$ ./master-release/bin/mongod -version | grep version&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;db version v3.2.0-rc2&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;git version: 8a3acb42742182c5e314636041c2df368232bbc5&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   margin-bottom: 10px;  width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;OpenSSL version: OpenSSL 1.0.0-fips 29 Mar 2010&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
			&lt;/tbody&gt;
&lt;/table&gt;
&lt;/div&gt;
&lt;p/&gt;</comment>
                            <comment id="1079927" author="milkie" created="Wed, 4 Nov 2015 22:26:47 +0000"  >&lt;p&gt;What mongod version is Jenkins currently running for &quot;nightly&quot;; does it have a build from rc2?&lt;/p&gt;</comment>
                            <comment id="1064217" author="jeff.yemin" created="Mon, 19 Oct 2015 14:38:11 +0000"  >&lt;p&gt;There is, but I&apos;ve never been able to get this to happen locally, only on Jenkins slaves, and even there, it&apos;s somewhat rare.&lt;/p&gt;</comment>
                            <comment id="1064197" author="mattd@10gen.com" created="Mon, 19 Oct 2015 14:30:34 +0000"  >&lt;p&gt;Is there a way to run these tests locally? I&apos;d like to repro this, if possible.&lt;/p&gt;</comment>
                            <comment id="1063336" author="jeff.yemin" created="Fri, 16 Oct 2015 21:16:05 +0000"  >&lt;p&gt;I started my search of the logs with:&lt;/p&gt;

&lt;p&gt; /usr/bin/grep REPL db27017.log | grep -v &quot;has reached optime&quot; | grep &quot;2015-10-16T19:11&quot;&lt;/p&gt;</comment>
                    </comments>
                    <attachments>
                            <attachment id="99552" name="c-driver-test-logs.zip" size="8759" author="jesse@mongodb.com" created="Mon, 23 Nov 2015 21:32:57 +0000"/>
                            <attachment id="94488" name="db27017.log" size="94866659" author="jeff.yemin@mongodb.com" created="Fri, 16 Oct 2015 21:13:48 +0000"/>
                            <attachment id="97247" name="db27017.log.2015-11-05T15-46-46" size="97921648" author="jeff.yemin@mongodb.com" created="Thu, 5 Nov 2015 16:15:56 +0000"/>
                            <attachment id="94489" name="db27018.log" size="33969188" author="jeff.yemin@mongodb.com" created="Fri, 16 Oct 2015 21:13:48 +0000"/>
                            <attachment id="97248" name="db27018.log.2015-11-05T15-46-47" size="56942884" author="jeff.yemin@mongodb.com" created="Thu, 5 Nov 2015 16:15:56 +0000"/>
                            <attachment id="94490" name="db27019.log" size="34221409" author="jeff.yemin@mongodb.com" created="Fri, 16 Oct 2015 21:13:48 +0000"/>
                            <attachment id="97249" name="db27019.log.2015-11-05T15-46-47" size="51362812" author="jeff.yemin@mongodb.com" created="Thu, 5 Nov 2015 16:15:56 +0000"/>
                    </attachments>
                <subtasks>
                    </subtasks>
                <customfields>
                                                <customfield id="customfield_10050" key="com.atlassian.jira.toolkit:comments">
                        <customfieldname># Replies</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>24.0</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_18555" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname># of Sprints</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>3.0</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                    <customfield id="customfield_10055" key="com.atlassian.jira.ext.charting:firstresponsedate">
                        <customfieldname>Date of 1st Reply</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>Sat, 17 Oct 2015 00:16:32 +0000</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10052" key="com.atlassian.jira.toolkit:dayslastcommented">
                        <customfieldname>Days since reply</customfieldname>
                        <customfieldvalues>
                                        8 years, 12 weeks, 1 day ago
    
                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_18254" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Dependencies</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue><![CDATA[]]></customfieldvalue>


                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_15850" key="com.atlassian.jira.plugins.jira-development-integration-plugin:devsummary">
                        <customfieldname>Development</customfieldname>
                        <customfieldvalues>
                            
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                    <customfield id="customfield_10057" key="com.atlassian.jira.toolkit:lastusercommented">
                        <customfieldname>Last comment by Customer</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>false</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                            <customfield id="customfield_10056" key="com.atlassian.jira.toolkit:lastupdaterorcommenter">
                        <customfieldname>Last commenter</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>milkie@mongodb.com</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_11151" key="com.atlassian.jira.toolkit:LastCommentDate">
                        <customfieldname>Last public comment date</customfieldname>
                        <customfieldvalues>
                            8 years, 12 weeks, 1 day ago
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                    <customfield id="customfield_10032" key="com.atlassian.jira.plugin.system.customfieldtypes:select">
                        <customfieldname>Operating System</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue key="10026"><![CDATA[ALL]]></customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                <customfield id="customfield_10051" key="com.atlassian.jira.toolkit:participants">
                        <customfieldname>Participants</customfieldname>
                        <customfieldvalues>
                                        <customfieldvalue>jesse@mongodb.com</customfieldvalue>
            <customfieldvalue>dan@mongodb.com</customfieldvalue>
            <customfieldvalue>milkie@mongodb.com</customfieldvalue>
            <customfieldvalue>jeff.yemin@mongodb.com</customfieldvalue>
            <customfieldvalue>matt.dannenberg</customfieldvalue>
    
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                        <customfield id="customfield_14254" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>Product Rank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>1|hrkrj3:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                <customfield id="customfield_12550" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>Rank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>2|hrdwgf:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10558" key="com.pyxis.greenhopper.jira:gh-global-rank">
                        <customfieldname>Rank (Obsolete)</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>9223372036854775807</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                            <customfield id="customfield_23361" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Requested By</customfieldname>
                        <customfieldvalues>
                                

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                        <customfield id="customfield_10557" key="com.pyxis.greenhopper.jira:gh-sprint">
                        <customfieldname>Sprint</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue id="720">Repl B (10/30/15)</customfieldvalue>
    <customfieldvalue id="721">Repl C (11/20/15)</customfieldvalue>
    <customfieldvalue id="754">Repl D (12/11/15)</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                        <customfield id="customfield_10053" key="com.atlassian.jira.ext.charting:timeinstatus">
                        <customfieldname>Time In Status</customfieldname>
                        <customfieldvalues>
                            
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                        <customfield id="customfield_22870" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Triagers</customfieldname>
                        <customfieldvalues>
                                

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                    <customfield id="customfield_14350" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>serverRank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>1|hri287:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                    </customfields>
    </item>
</channel>
</rss>