<!-- 
RSS generated by JIRA (9.7.1#970001-sha1:2222b88b221c4928ef0de3161136cc90c8356a66) at Thu Feb 08 04:41:01 UTC 2024

It is possible to restrict the fields that are returned in this document by specifying the 'field' parameter in your request.
For example, to request only the issue key and summary append 'field=key&field=summary' to the URL of your request.
-->
<rss version="0.92" >
<channel>
    <title>MongoDB Jira</title>
    <link>https://jira.mongodb.org</link>
    <description>This file is an XML representation of an issue</description>
    <language>en-us</language>    <build-info>
        <version>9.7.1</version>
        <build-number>970001</build-number>
        <build-date>13-04-2023</build-date>
    </build-info>


<item>
            <title>[SERVER-35795] 3.4 secondaries crashing after some time with 3.6 primary</title>
                <link>https://jira.mongodb.org/browse/SERVER-35795</link>
                <project id="10000" key="SERVER">Core Server</project>
                    <description>&lt;p&gt;MongoDB replica secondaries crashing and not-starting&lt;br/&gt;
 I have a 3 node replica set with mongodb version of 3.4.13 running on ubuntu 16.&#160;&lt;br/&gt;
 I updated a secondary node from 3.4.13 to 3.6.5 and switched it to become primary. This node became primary and running fine with no issues.&lt;br/&gt;
 Soon after that, the rest two secondary nodes crashed with a stack trace given below.&lt;br/&gt;
 I tried to restart them but i am still getting the same errors and the mongo is aborting.&lt;br/&gt;
 &#160;&lt;br/&gt;
 Any pointers?&lt;br/&gt;
 &#160;&lt;/p&gt;
&lt;p/&gt;
&lt;div id=&quot;syntaxplugin&quot; class=&quot;syntaxplugin&quot; style=&quot;border: 1px dashed #bbb; border-radius: 5px !important; overflow: auto; max-height: 30em;&quot;&gt;
&lt;table cellspacing=&quot;0&quot; cellpadding=&quot;0&quot; border=&quot;0&quot; width=&quot;100%&quot; style=&quot;font-size: 1em; line-height: 1.4em !important; font-weight: normal; font-style: normal; color: black;&quot;&gt;
		&lt;tbody &gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;  margin-top: 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;2018-06-21T16:58:00.493-0700 I FTDC&#160; &#160; &#160;[initandlisten] Initializing full-time diagnostic data capture with directory &apos;/xxxx/diagnostic.data&apos;&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;2018-06-21T16:58:00.499-0700 I REPL&#160; &#160; &#160;[initandlisten] Replaying stored operations from { ts: Timestamp 1529618536000|1, t: 18 } (exclusive) to { ts: Timestamp 1529618546000|1, t: 18 } (inclusive).&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;2018-06-21T16:58:00.532-0700 E REPL&#160; &#160; &#160;[initandlisten] Failed command { create: &quot;system.sessions&quot;, idIndex: { v: 2, key: { _id: 1 }, name: &quot;_id_&quot;, ns: &quot;config.system.sessions&quot; } } on config with status BadValue: cannot write to &apos;config.system.sessions&apos; during oplog application&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;2018-06-21T16:58:00.532-0700 I -&#160; &#160; &#160; &#160; [initandlisten] Fatal assertion 40294 BadValue: cannot write to &apos;config.system.sessions&apos; at src/mongo/db/repl/replication_coordinator_external_state_impl.cpp 669&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;2018-06-21T16:58:00.532-0700 I -&#160; &#160; &#160; &#160; [initandlisten]&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;&#160;&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;***aborting after fassert() failure&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;&#160;&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;&#160;&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;2018-06-21T16:58:00.570-0700 F -&#160; &#160; &#160; &#160; [initandlisten] Got signal: 6 (Aborted).&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;&#160;&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;&#160;0x7efde8e5a6a1 0x7efde8e598b9 0x7efde8e59d9d 0x7efde64dc390 0x7efde6136428 0x7efde613802a 0x7efde8104eb7 0x7efde88c129d 0x7efde88d0423 0x7efde88d1f4c 0x7efde80f28d1 0x7efde8110a46 0x7efde6121830 0x7efde81700f9&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;----- BEGIN BACKTRACE -----&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;{&quot;backtrace&quot;:[{&quot;b&quot;:&quot;7EFDE78E8000&quot;,&quot;o&quot;:&quot;15726A1&quot;,&quot;s&quot;:&quot;_ZN5mongo15printStackTraceERSo&quot;},{&quot;b&quot;:&quot;7EFDE78E8000&quot;,&quot;o&quot;:&quot;15718B9&quot;},{&quot;b&quot;:&quot;7EFDE78E8000&quot;,&quot;o&quot;:&quot;1571D9D&quot;},{&quot;b&quot;:&quot;7EFDE64CB000&quot;,&quot;o&quot;:&quot;11390&quot;},{&quot;b&quot;:&quot;7EFDE6101000&quot;,&quot;o&quot;:&quot;35428&quot;,&quot;s&quot;:&quot;gsignal&quot;},{&quot;b&quot;:&quot;7EFDE6101000&quot;,&quot;o&quot;:&quot;3702A&quot;,&quot;s&quot;:&quot;abort&quot;},{&quot;b&quot;:&quot;7EFDE78E8000&quot;,&quot;o&quot;:&quot;81CEB7&quot;,&quot;s&quot;:&quot;_ZN5mongo42fassertFailedWithStatusNoTraceWithLocationEiRKNS_6StatusEPKcj&quot;},{&quot;b&quot;:&quot;7EFDE78E8000&quot;,&quot;o&quot;:&quot;FD929D&quot;,&quot;s&quot;:&quot;_ZN5mongo4repl39ReplicationCoordinatorExternalStateImpl21cleanUpLastApplyBatchEPNS_16OperationContextE&quot;},{&quot;b&quot;:&quot;7EFDE78E8000&quot;,&quot;o&quot;:&quot;FE8423&quot;,&quot;s&quot;:&quot;_ZN5mongo4repl26ReplicationCoordinatorImpl21_startLoadLocalConfigEPNS_16OperationContextE&quot;},{&quot;b&quot;:&quot;7EFDE78E8000&quot;,&quot;o&quot;:&quot;FE9F4C&quot;,&quot;s&quot;:&quot;_ZN5mongo4repl26ReplicationCoordinatorImpl7startupEPNS_16OperationContextE&quot;},{&quot;b&quot;:&quot;7EFDE78E8000&quot;,&quot;o&quot;:&quot;80A8D1&quot;},{&quot;b&quot;:&quot;7EFDE78E8000&quot;,&quot;o&quot;:&quot;828A46&quot;,&quot;s&quot;:&quot;main&quot;},{&quot;b&quot;:&quot;7EFDE6101000&quot;,&quot;o&quot;:&quot;20830&quot;,&quot;s&quot;:&quot;__libc_start_main&quot;},{&quot;b&quot;:&quot;7EFDE78E8000&quot;,&quot;o&quot;:&quot;8880F9&quot;,&quot;s&quot;:&quot;_start&quot;}],&quot;processInfo&quot;:{ &quot;mongodbVersion&quot; : &quot;3.4.13&quot;, &quot;gitVersion&quot; : &quot;fbdef2ccc53e0fcc9afb570063633d992b2aae42&quot;, &quot;compiledModules&quot; : [], &quot;uname&quot; : { &quot;sysname&quot; : &quot;Linux&quot;, &quot;release&quot; : &quot;3.13.0-112-generic&quot;, &quot;version&quot; : &quot;#159-Ubuntu SMP Fri Mar 3 15:26:07 UTC 2017&quot;, &quot;machine&quot; : &quot;x86_64&quot; }, &quot;somap&quot; : [ { &quot;b&quot; : &quot;7EFDE78E8000&quot;, &quot;elfType&quot; : 3, &quot;buildId&quot; : &quot;9A34D266FEE22AA39FD157A54318E11A8F6D072B&quot; }, { &quot;b&quot; : &quot;7FFF268AB000&quot;, &quot;elfType&quot; : 3, &quot;buildId&quot; : &quot;012E1338BA43AF7C0DC7D069F64F0A6490CC6D9C&quot; }, { &quot;b&quot; : &quot;7EFDE7457000&quot;, &quot;path&quot; : &quot;/lib/x86_64-linux-gnu/libssl.so.1.0.0&quot;, &quot;elfType&quot; : 3, &quot;buildId&quot; : &quot;DCF10134B91ED2139E3E8C72564668F5CDBA8522&quot; }, { &quot;b&quot; : &quot;7EFDE7013000&quot;, &quot;path&quot; : &quot;/lib/x86_64-linux-gnu/libcrypto.so.1.0.0&quot;, &quot;elfType&quot; : 3, &quot;buildId&quot; : &quot;1649272BE0CA9FA22F082DC86372B6C9959779B0&quot; }, { &quot;b&quot; : &quot;7EFDE6E0B000&quot;, &quot;path&quot; : &quot;/lib/x86_64-linux-gnu/librt.so.1&quot;, &quot;elfType&quot; : 3, &quot;buildId&quot; : &quot;89C34D7A182387D76D5CDA1F7718F5D58824DFB3&quot; }, { &quot;b&quot; : &quot;7EFDE6C07000&quot;, &quot;path&quot; : &quot;/lib/x86_64-linux-gnu/libdl.so.2&quot;, &quot;elfType&quot; : 3, &quot;buildId&quot; : &quot;8CC8D0D119B142D839800BFF71FB71E73AEA7BD4&quot; }, { &quot;b&quot; : &quot;7EFDE68FE000&quot;, &quot;path&quot; : &quot;/lib/x86_64-linux-gnu/libm.so.6&quot;, &quot;elfType&quot; : 3, &quot;buildId&quot; : &quot;DFB85DE42DAFFD09640C8FE377D572DE3E168920&quot; }, { &quot;b&quot; : &quot;7EFDE66E8000&quot;, &quot;path&quot; : &quot;/lib/x86_64-linux-gnu/libgcc_s.so.1&quot;, &quot;elfType&quot; : 3, &quot;buildId&quot; : &quot;68220AE2C65D65C1B6AAA12FA6765A6EC2F5F434&quot; }, { &quot;b&quot; : &quot;7EFDE64CB000&quot;, &quot;path&quot; : &quot;/lib/x86_64-linux-gnu/libpthread.so.0&quot;, &quot;elfType&quot; : 3, &quot;buildId&quot; : &quot;CE17E023542265FC11D9BC8F534BB4F070493D30&quot; }, { &quot;b&quot; : &quot;7EFDE6101000&quot;, &quot;path&quot; : &quot;/lib/x86_64-linux-gnu/libc.so.6&quot;, &quot;elfType&quot; : 3, &quot;buildId&quot; : &quot;B5381A457906D279073822A5CEB24C4BFEF94DDB&quot; }, { &quot;b&quot; : &quot;7EFDE76C0000&quot;, &quot;path&quot; : &quot;/lib64/ld-linux-x86-64.so.2&quot;, &quot;elfType&quot; : 3, &quot;buildId&quot; : &quot;5D7B6259552275A3C17BD4C3FD05F5A6BF40CAA5&quot; } ] }}&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;&#160;mongod(_ZN5mongo15printStackTraceERSo+0x41) [0x7efde8e5a6a1]&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;&#160;mongod(+0x15718B9) [0x7efde8e598b9]&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;&#160;mongod(+0x1571D9D) [0x7efde8e59d9d]&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;&#160;libpthread.so.0(+0x11390) [0x7efde64dc390]&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;&#160;libc.so.6(gsignal+0x38) [0x7efde6136428]&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;&#160;libc.so.6(abort+0x16A) [0x7efde613802a]&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;&#160;mongod(_ZN5mongo42fassertFailedWithStatusNoTraceWithLocationEiRKNS_6StatusEPKcj+0x0) [0x7efde8104eb7]&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;&#160;mongod(_ZN5mongo4repl39ReplicationCoordinatorExternalStateImpl21cleanUpLastApplyBatchEPNS_16OperationContextE+0xA0D) [0x7efde88c129d]&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;&#160;mongod(_ZN5mongo4repl26ReplicationCoordinatorImpl21_startLoadLocalConfigEPNS_16OperationContextE+0x363) [0x7efde88d0423]&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;&#160;mongod(_ZN5mongo4repl26ReplicationCoordinatorImpl7startupEPNS_16OperationContextE+0x1DC) [0x7efde88d1f4c]&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;&#160;mongod(+0x80A8D1) [0x7efde80f28d1]&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;&#160;mongod(main+0x966) [0x7efde8110a46]&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;&#160;libc.so.6(__libc_start_main+0xF0) [0x7efde6121830]&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;&#160;mongod(_start+0x29) [0x7efde81700f9]&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   margin-bottom: 10px;  width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;-----&#160; END BACKTRACE&#160; -----&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
			&lt;/tbody&gt;
&lt;/table&gt;
&lt;/div&gt;
&lt;p/&gt;

&lt;h2&gt;&lt;a name=&quot;FixImplementation&quot;&gt;&lt;/a&gt;Fix Implementation &lt;/h2&gt;
&lt;p&gt;1. Return error status from SessionsCollection derived  ::setupSessionsCollection method if the featureCompatibility is not fully upgraded to 3.6 this status will be checked in the _refresh method &lt;a href=&quot;https://github.com/mongodb/mongo/blob/r3.6.6/src/mongo/db/logical_session_cache_impl.cpp#L275-L279&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://github.com/mongodb/mongo/blob/r3.6.6/src/mongo/db/logical_session_cache_impl.cpp#L275-L279&lt;/a&gt; . This is the main defense against setting up sessions table too early&lt;/p&gt;

&lt;p&gt;2. return from _refresh if FCV is not fully upgraded to 3.6 in  &lt;a href=&quot;https://github.com/mongodb/mongo/blob/r3.6.6/src/mongo/db/logical_session_cache_impl.cpp#L262&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://github.com/mongodb/mongo/blob/r3.6.6/src/mongo/db/logical_session_cache_impl.cpp#L262&lt;/a&gt; i.e. after computing statistics but before calling setupSessionCollections. This way the logs will not be polluted with the messages. The full downgrade support is tracked in &lt;a href=&quot;https://jira.mongodb.org/browse/SERVER-36104&quot; title=&quot;LogicalSessions should destroy cache on setting FCV from 3.6 to 3.4 &quot; class=&quot;issue-link&quot; data-issue-key=&quot;SERVER-36104&quot;&gt;&lt;del&gt;SERVER-36104&lt;/del&gt;&lt;/a&gt;&lt;/p&gt;

&lt;p&gt;3. This is not required for this fix but nice to have while on it: Change return type &lt;a href=&quot;https://github.com/mongodb/mongo/blob/r3.6.6/src/mongo/db/initialize_operation_session_info.cpp#L41&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://github.com/mongodb/mongo/blob/r3.6.6/src/mongo/db/initialize_operation_session_info.cpp#L41&lt;/a&gt; from void to Status and  consequently do not uassert inside initializeOperationSessionInfo&lt;br/&gt;
and uassert in the callers. &lt;/p&gt;

</description>
                <environment></environment>
        <key id="563996">SERVER-35795</key>
            <summary>3.4 secondaries crashing after some time with 3.6 primary</summary>
                <type id="1" iconUrl="https://jira.mongodb.org/secure/viewavatar?size=xsmall&amp;avatarId=14703&amp;avatarType=issuetype">Bug</type>
                                            <priority id="2" iconUrl="https://jira.mongodb.org/images/icons/priorities/critical.svg">Critical - P2</priority>
                        <status id="6" iconUrl="https://jira.mongodb.org/images/icons/statuses/closed.png" description="The issue is considered finished, the resolution is correct. Issues which are closed can be reopened.">Closed</status>
                    <statusCategory id="3" key="done" colorName="success"/>
                                    <resolution id="13201">Fixed</resolution>
                                        <assignee username="misha.tyulenev@mongodb.com">Misha Tyulenev</assignee>
                                    <reporter username="sreek95051@yahoo.com">Sree Himakunthala</reporter>
                        <labels>
                    </labels>
                <created>Mon, 25 Jun 2018 21:33:26 +0000</created>
                <updated>Mon, 8 Jan 2024 15:23:15 +0000</updated>
                            <resolved>Thu, 19 Jul 2018 19:13:39 +0000</resolved>
                                    <version>3.6.5</version>
                                    <fixVersion>3.6.7</fixVersion>
                                    <component>Admin</component>
                                        <votes>1</votes>
                                    <watches>21</watches>
                                                                                                                <comments>
                            <comment id="1951631" author="xgen-internal-githook" created="Thu, 19 Jul 2018 19:10:45 +0000"  >&lt;p&gt;Author:&lt;/p&gt;
{&apos;name&apos;: &apos;Misha Tyulenev&apos;, &apos;email&apos;: &apos;misha@mongodb.com&apos;, &apos;username&apos;: &apos;mikety&apos;}
&lt;p&gt;Message: &lt;a href=&quot;https://jira.mongodb.org/browse/SERVER-35795&quot; title=&quot;3.4 secondaries crashing after some time with 3.6 primary&quot; class=&quot;issue-link&quot; data-issue-key=&quot;SERVER-35795&quot;&gt;&lt;del&gt;SERVER-35795&lt;/del&gt;&lt;/a&gt; do not allow sessions with FCV 3.4&lt;br/&gt;
Branch: v3.6&lt;br/&gt;
&lt;a href=&quot;https://github.com/mongodb/mongo/commit/646d68003cadcd60fed5abaf1e92368390a4a1cb&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://github.com/mongodb/mongo/commit/646d68003cadcd60fed5abaf1e92368390a4a1cb&lt;/a&gt;&lt;/p&gt;</comment>
                            <comment id="1945257" author="lukas.krecan@liftago.com" created="Thu, 12 Jul 2018 11:51:59 +0000"  >&lt;p&gt;Happened to us as well.&lt;/p&gt;</comment>
                            <comment id="1943961" author="tattiq" created="Wed, 11 Jul 2018 06:52:46 +0000"  >&lt;p&gt;Thanks for the replies, guys!&#160; Yeah basically that&apos;s what I did back then, just shutting down the mongod service on the new secondary (which has been primary that stepped down) and updating it to 3.6.5 too.&#160; Thanks for the answers&#160; and good luck with fixing it !&#160;&lt;/p&gt;</comment>
                            <comment id="1939953" author="sreek95051@yahoo.com" created="Thu, 5 Jul 2018 20:23:13 +0000"  >&lt;p&gt;Kelsey,&lt;/p&gt;

&lt;p&gt;1) Do you have any ETA on the fix/next release?&lt;/p&gt;

&lt;p&gt;2) Does this problem exist in 3.6.4?&lt;/p&gt;

&lt;p&gt;&#160;&lt;/p&gt;

&lt;p&gt;Thanks&lt;/p&gt;

&lt;p&gt;Sree&lt;/p&gt;

&lt;p&gt;&#160;&lt;/p&gt;</comment>
                            <comment id="1939877" author="thomas.schubert" created="Thu, 5 Jul 2018 19:35:39 +0000"  >&lt;p&gt;Yes, that&apos;s a good suggestion; thanks for sharing, &lt;a href=&quot;https://jira.mongodb.org/secure/ViewProfile.jspa?name=sreek95051&quot; class=&quot;user-hover&quot; rel=&quot;sreek95051&quot;&gt;sreek95051&lt;/a&gt;.&lt;/p&gt;

&lt;p&gt;I should clarify my previous comment, running a mixed-version replica set for an &lt;em&gt;extended period of time&lt;/em&gt; is not supported. We recommend following the upgrade documented procedure, however, we are aware that unexpected elections may cause a 3.6 node to become primary before all secondaries have been upgraded, as such we are working on resolving this issue in a later version of MongoDB 3.6.&lt;/p&gt;

&lt;p&gt;Kind regards,&lt;br/&gt;
Kelsey&lt;/p&gt;</comment>
                            <comment id="1939789" author="sreek95051@yahoo.com" created="Thu, 5 Jul 2018 18:35:16 +0000"  >&lt;p&gt;Tatiana,&lt;/p&gt;

&lt;p&gt;You have a good point. I am taking the liberty to suggest you a method for that problem (use your discretion in following this procedure) unless MongoDB team has a better recommendation.&lt;/p&gt;

&lt;p&gt;Instead of stepping down the PRIMARY, just shut it down so that a new PRIMARY is elected and upgrade the binaries of this node to 3.6.5 and bring it up with 3.6.5 binaries to circumvent the problem being identified.&lt;/p&gt;

&lt;p&gt;&#160;&lt;/p&gt;

&lt;p&gt;Hope this helps.&lt;/p&gt;

&lt;p&gt;&#160;&lt;/p&gt;

&lt;p&gt;&#160;&lt;/p&gt;

&lt;p&gt;&#160;&lt;/p&gt;</comment>
                            <comment id="1938646" author="tattiq" created="Wed, 4 Jul 2018 08:26:08 +0000"  >&lt;p&gt;Hi Kelsy,&#160;&lt;/p&gt;

&lt;p&gt;About &quot;but ensure that 3.6 nodes should only be primary when all secondaries have been upgraded to 3.6.&quot; , it seems impossible taking into account the current upgrade procedure &lt;a href=&quot;https://docs.mongodb.com/manual/release-notes/3.6-upgrade-replica-set/#upgrade-a-replica-set-to-3-6&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://docs.mongodb.com/manual/release-notes/3.6-upgrade-replica-set/#upgrade-a-replica-set-to-3-6&lt;/a&gt;&#160; , once you updated your secondaries from e.g.&#160; 3.4.10 to 3.6.5, you will need to make the primary step down according to this guide , so it becomes secondary (bit it&apos;s still 3.4) and the issue reproduces so mongod service is in a failed state.&#160; This guide should mention that we just needs top ignore it, stop the mongod on a recently stepped down node and update it to 3.6.5 as well, shouldn&apos;t it?&#160;&lt;/p&gt;

&lt;p&gt;&#160;&lt;/p&gt;

&lt;p&gt;Thanks for confirmation!&#160;&lt;/p&gt;</comment>
                            <comment id="1938034" author="thomas.schubert" created="Tue, 3 Jul 2018 17:26:42 +0000"  >&lt;p&gt;Hi &lt;a href=&quot;https://jira.mongodb.org/secure/ViewProfile.jspa?name=sreek95051&quot; class=&quot;user-hover&quot; rel=&quot;sreek95051&quot;&gt;sreek95051&lt;/a&gt;,&lt;/p&gt;

&lt;p&gt;The upgrade procedure you describe is not supported, nor recommended. As we &lt;a href=&quot;https://docs.mongodb.com/manual/release-notes/3.6-upgrade-replica-set/&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;document in our upgrade process&lt;/a&gt;, we suggest that all secondaries are upgraded before upgrading the primary. Note, for example, that testing a 3.6 node as primary with 3.4 secondaries may not be a reasonable measure of the cluster&apos;s performance fully upgraded. If the 3.4 secondaries are not able to keep up with the 3.6 primary&apos;s writes, this could cause additional cache pressure and impact the performance the of the upgraded primary.&lt;/p&gt;

&lt;p&gt;We are working on correcting the issue described by this ticket, but following our recommended upgrade best practices would fully avoid running into this problem. For a complete list of issues resolved in 3.6.5 (not included in 3.6.4), please review this &lt;a href=&quot;https://jira.mongodb.org/issues/?jql=project%20in%20(SERVER%2CWT)%20and%20fixversion%20%3D%203.6.5&quot; class=&quot;external-link&quot; rel=&quot;nofollow&quot;&gt;filter&lt;/a&gt;. If you&apos;re unable to modify your upgrade procedure, I would recommend waiting for this ticket to be resolved. &lt;/p&gt;

&lt;p&gt;Kind regards,&lt;br/&gt;
Kelsey&lt;/p&gt;</comment>
                            <comment id="1937213" author="sreek95051@yahoo.com" created="Mon, 2 Jul 2018 20:34:45 +0000"  >&lt;p&gt;Kelsey,&lt;/p&gt;

&lt;p&gt;we can not upgrade all secondaries to 3.6.5 before making a 3.6.5 node primary.&lt;/p&gt;

&lt;p&gt;Our plan is to upgrade one node to 3.6.5 and make it the primary and let it bake for few days before upgrading rest of the nodes. This way, we have other nodes to fall back in case of a problem with 3.6.5. For this upgrade plan, what is a stabler version of mongo without the current problem?&lt;/p&gt;

&lt;p&gt;&#160;&lt;/p&gt;

&lt;p&gt;Thanks&lt;/p&gt;

&lt;p&gt;Sree&lt;/p&gt;

&lt;p&gt;&#160;&lt;/p&gt;</comment>
                            <comment id="1937121" author="schwerin" created="Mon, 2 Jul 2018 19:44:29 +0000"  >&lt;p&gt;Setting this fix to &quot;3.6 Required&quot;, as it looks pretty likely to need work on the 3.6 branch. My interpretation is that it shouldn&apos;t require work on master or 4.0, as it&apos;s largely upgrade-downgrade related, &lt;a href=&quot;https://jira.mongodb.org/secure/ViewProfile.jspa?name=misha.tyulenev&quot; class=&quot;user-hover&quot; rel=&quot;misha.tyulenev&quot;&gt;misha.tyulenev&lt;/a&gt;, feel free to add fix versions or file other tickets if work needs to happen on 4.0 and master branches.&lt;/p&gt;</comment>
                            <comment id="1937117" author="thomas.schubert" created="Mon, 2 Jul 2018 19:41:44 +0000"  >&lt;p&gt;Hi &lt;a href=&quot;https://jira.mongodb.org/secure/ViewProfile.jspa?name=sreek95051&quot; class=&quot;user-hover&quot; rel=&quot;sreek95051&quot;&gt;sreek95051&lt;/a&gt;,&lt;/p&gt;

&lt;p&gt;We&apos;re continuing to investigate and will update this ticket when we have a fix for this issue. In the meantime, I would suggest that you continue to use 3.6.5, but ensure that 3.6 nodes should only be primary when all secondaries have been upgraded to 3.6. If you want to protect against unexpected elections, I would suggest setting your 3.6 secondary to priority 0 until the replica set is fully upgraded.&lt;/p&gt;

&lt;p&gt;Kind regards,&lt;br/&gt;
Kelsey&lt;/p&gt;</comment>
                            <comment id="1937097" author="sreek95051@yahoo.com" created="Mon, 2 Jul 2018 19:27:05 +0000"  >&lt;p&gt;Joe,&lt;/p&gt;

&lt;p&gt;do you recommend us to stick to 3.6.4 instead of 3.6.5?&lt;/p&gt;

&lt;p&gt;If introduced in 3.6.5, is there a patch coming up to fix this issue?&lt;/p&gt;

&lt;p&gt;&#160;&lt;/p&gt;

&lt;p&gt;Thanks&lt;/p&gt;

&lt;p&gt;Sree&lt;/p&gt;

&lt;p&gt;&#160;&lt;/p&gt;</comment>
                            <comment id="1937009" author="joe.caswell" created="Mon, 2 Jul 2018 18:19:24 +0000"  >&lt;p&gt;In my testing for the rolling upgrade ticket, this issues appears to have been introduced in 3.6.5&lt;/p&gt;

&lt;p&gt;I have, as yet, been unable to reproduce in 3.6.4.&lt;/p&gt;</comment>
                            <comment id="1933202" author="sreek95051@yahoo.com" created="Thu, 28 Jun 2018 00:19:22 +0000"  >&lt;p&gt;Kelsey,&lt;/p&gt;

&lt;p&gt;the mongodb log of the primary has been uploaded to the ftp site&lt;/p&gt;

&lt;p&gt;&#160;&lt;/p&gt;

&lt;p&gt;thx&lt;/p&gt;

&lt;p&gt;Sree&lt;/p&gt;

&lt;p&gt;&#160;&lt;/p&gt;</comment>
                            <comment id="1933185" author="thomas.schubert" created="Wed, 27 Jun 2018 23:19:01 +0000"  >&lt;p&gt;Hi &lt;a href=&quot;https://jira.mongodb.org/secure/ViewProfile.jspa?name=sreek95051&quot; class=&quot;user-hover&quot; rel=&quot;sreek95051&quot;&gt;sreek95051&lt;/a&gt;,&lt;/p&gt;

&lt;p&gt;Yes, we&apos;d still like to see the logs so we can understand how the replica set got into this state. The error you observed on the secondaries running 3.4 was coming from oplog application &lt;a href=&quot;https://github.com/mongodb/mongo/blob/v3.4.15/src/mongo/db/repl/oplog.cpp#L1090&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;here&lt;/a&gt; which originates during the namespace check in the application of the create command &lt;a href=&quot;https://github.com/mongodb/mongo/blob/v3.4.15/src/mongo/db/ops/insert.cpp#L246&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;here&lt;/a&gt;.&lt;/p&gt;

&lt;p&gt;This error suggests that the 3.6 primary created the &apos;config.system.sessions&apos; collection even though the secondaries were still running 3.4, which don&apos;t support sessions or have any awareness of that collection. So it would be helpful for us to review to review the logs of the 3.6 primary to understand the context around when this collection was created. The approach you suggest going forward with your upgrade sounds reasonable, given our current understanding of the situation.&lt;/p&gt;

&lt;p&gt;Note that in 3.6, this collection name is valid and does not produce any errors while applying the oplog, as you can see &lt;a href=&quot;https://github.com/mongodb/mongo/blob/r3.6.5/src/mongo/db/ops/insert.cpp#L247-L249&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;here&lt;/a&gt;, consequently, upgrading the secondaries to 3.6 allowed the nodes to successfully apply these operations.&lt;/p&gt;

&lt;p&gt;Please let us know when you&apos;ve uploaded the logs, so we can continue to investigate this issue.&lt;/p&gt;

&lt;p&gt;Thank you,&lt;br/&gt;
Kelsey&lt;/p&gt;
</comment>
                            <comment id="1933137" author="sreek95051@yahoo.com" created="Wed, 27 Jun 2018 21:32:08 +0000"  >&lt;p&gt;Kelsey,&lt;/p&gt;

&lt;p&gt;i upgraded one of the erroring secondaries to 3.6.5 and I am able to bring up the secondary successfully.&lt;/p&gt;

&lt;p&gt;Why did it error out with the 3.4.x version?&lt;/p&gt;

&lt;p&gt;Do you still need the old log for your debugging?&lt;/p&gt;

&lt;p&gt;Our plan is to upgrade one secondary first and promote it as primary and observe the system before upgrading the rest of the nodes. Do you see any problem with this approach?&lt;/p&gt;

&lt;p&gt;&#160;&lt;/p&gt;

&lt;p&gt;Thanks&lt;/p&gt;

&lt;p&gt;Sree&lt;/p&gt;

&lt;p&gt;&#160;&lt;/p&gt;</comment>
                            <comment id="1932044" author="thomas.schubert" created="Tue, 26 Jun 2018 18:06:37 +0000"  >&lt;p&gt;Hi &lt;a href=&quot;https://jira.mongodb.org/secure/ViewProfile.jspa?name=sreek95051&quot; class=&quot;user-hover&quot; rel=&quot;sreek95051&quot;&gt;sreek95051&lt;/a&gt;,&lt;/p&gt;

&lt;p&gt;To get your cluster back into a healthy state as we continue to investigate what caused this issue, I would suggest upgrading your secondaries to 3.6, which should allow them to successfully start. If you would then like to downgrade back to 3.4, my advice would be to set &lt;a href=&quot;https://docs.mongodb.com/manual/reference/command/setFeatureCompatibilityVersion/&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;feature compatibility to 3.6&lt;/a&gt;, then follow the &lt;a href=&quot;https://docs.mongodb.com/manual/release-notes/3.6-downgrade-replica-set/&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;standard downgrade steps described in our documentation&lt;/a&gt;.&lt;/p&gt;

&lt;p&gt;Kind regards,&lt;br/&gt;
Kelsey&lt;/p&gt;</comment>
                            <comment id="1931398" author="sreek95051@yahoo.com" created="Tue, 26 Jun 2018 04:23:19 +0000"  >&lt;p&gt;Kelsey,&lt;/p&gt;

&lt;p&gt;This node was NEVER run with&#160;feature compatibility of 3.6.&lt;/p&gt;

&lt;p&gt;I will upload the logs soon.&lt;/p&gt;

&lt;p&gt;&#160;&lt;/p&gt;

&lt;p&gt;Thanks&lt;/p&gt;

&lt;p&gt;Sree&lt;/p&gt;

&lt;p&gt;&#160;&lt;/p&gt;</comment>
                            <comment id="1931379" author="thomas.schubert" created="Tue, 26 Jun 2018 03:47:25 +0000"  >&lt;p&gt;Hi &lt;a href=&quot;https://jira.mongodb.org/secure/ViewProfile.jspa?name=sreek95051&quot; class=&quot;user-hover&quot; rel=&quot;sreek95051&quot;&gt;sreek95051&lt;/a&gt;,&lt;/p&gt;

&lt;p&gt;Thanks for confirming that the feature compatibility version is appropriately configured for this replica set. Has this node ever run with feature compatibility 3.6?&lt;/p&gt;

&lt;p&gt;To help us investigate this issue, would you please provide the complete logs from this node, going back to at least before it was promoted to primary?&lt;/p&gt;

&lt;p&gt;I&apos;ve created a &lt;a href=&quot;https://10gen-httpsupload.s3.amazonaws.com/upload_forms/b27b2104-72b4-4840-8265-9f1afa862058.html&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;secure upload portal&lt;/a&gt;&#160;for you to use. Files uploaded to this portal are only visible to MongoDB employees investigating this issue and are routinely deleted after some time.&lt;/p&gt;

&lt;p&gt;Thanks again,&lt;br/&gt;
Kelsey&lt;/p&gt;</comment>
                            <comment id="1931327" author="sreek95051@yahoo.com" created="Tue, 26 Jun 2018 01:17:50 +0000"  >&lt;p&gt;Kelsey,&lt;/p&gt;

&lt;p&gt;here is the output:&lt;/p&gt;


{ &quot;featureCompatibilityVersion&quot; : &quot;3.4&quot;, &quot;ok&quot; : 1 }</comment>
                            <comment id="1931289" author="thomas.schubert" created="Mon, 25 Jun 2018 23:14:03 +0000"  >&lt;p&gt;Hi &lt;a href=&quot;https://jira.mongodb.org/secure/ViewProfile.jspa?name=sreek95051&quot; class=&quot;user-hover&quot; rel=&quot;sreek95051&quot;&gt;sreek95051&lt;/a&gt;,&lt;/p&gt;

&lt;p&gt;Thanks for reporting this issue. So we can continue to investigate, would you please provide the output of the following command&#160;&lt;/p&gt;
&lt;p/&gt;
&lt;div id=&quot;syntaxplugin&quot; class=&quot;syntaxplugin&quot; style=&quot;border: 1px dashed #bbb; border-radius: 5px !important; overflow: auto; max-height: 30em;&quot;&gt;
&lt;table cellspacing=&quot;0&quot; cellpadding=&quot;0&quot; border=&quot;0&quot; width=&quot;100%&quot; style=&quot;font-size: 1em; line-height: 1.4em !important; font-weight: normal; font-style: normal; color: black;&quot;&gt;
		&lt;tbody &gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;  margin-top: 10px;   margin-bottom: 10px;  width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;db.adminCommand( { getParameter: 1, featureCompatibilityVersion: 1 } )&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
			&lt;/tbody&gt;
&lt;/table&gt;
&lt;/div&gt;
&lt;p/&gt;
&lt;p&gt;executed directly against the primary which was upgraded to 3.6.5?&lt;/p&gt;

&lt;p&gt;Thank you,&lt;br/&gt;
Kelsey&lt;/p&gt;</comment>
                    </comments>
                <issuelinks>
                            <issuelinktype id="10520">
                    <name>Problem/Incident</name>
                                            <outwardlinks description="causes">
                                                        </outwardlinks>
                                                        </issuelinktype>
                            <issuelinktype id="10012">
                    <name>Related</name>
                                            <outwardlinks description="related to">
                                        <issuelink>
            <issuekey id="571042">SERVER-36104</issuekey>
        </issuelink>
            <issuelink>
            <issuekey id="574183">SERVER-36223</issuekey>
        </issuelink>
                            </outwardlinks>
                                                                <inwardlinks description="is related to">
                                        <issuelink>
            <issuekey id="567704">SERVER-35957</issuekey>
        </issuelink>
                            </inwardlinks>
                                    </issuelinktype>
                    </issuelinks>
                <attachments>
                    </attachments>
                <subtasks>
                    </subtasks>
                <customfields>
                                                <customfield id="customfield_10050" key="com.atlassian.jira.toolkit:comments">
                        <customfieldname># Replies</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>21.0</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_18555" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname># of Sprints</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>2.0</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                            <customfield id="customfield_10011" key="com.atlassian.jira.plugin.system.customfieldtypes:radiobuttons">
                        <customfieldname>Backwards Compatibility</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue key="10038"><![CDATA[Fully Compatible]]></customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                    <customfield id="customfield_13552" key="com.go2group.jira.plugin.crm:crm_generic_field">
                        <customfieldname>Case</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue><![CDATA[[500A000000b9xOVIAY, 500A000000bS0CtIAK, 500A000000bjN7UIAU, 5002K00000cyHc4QAE, 5002K00000d6wpPQAQ, 5002K00000d6gQjQAI]]]></customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                            <customfield id="customfield_10055" key="com.atlassian.jira.ext.charting:firstresponsedate">
                        <customfieldname>Date of 1st Reply</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>Mon, 25 Jun 2018 21:51:29 +0000</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10052" key="com.atlassian.jira.toolkit:dayslastcommented">
                        <customfieldname>Days since reply</customfieldname>
                        <customfieldvalues>
                                        5 years, 29 weeks, 6 days ago
    
                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_18254" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Dependencies</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue><![CDATA[]]></customfieldvalue>


                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_15850" key="com.atlassian.jira.plugins.jira-development-integration-plugin:devsummary">
                        <customfieldname>Development</customfieldname>
                        <customfieldvalues>
                            
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                    <customfield id="customfield_10057" key="com.atlassian.jira.toolkit:lastusercommented">
                        <customfieldname>Last comment by Customer</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>true</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                            <customfield id="customfield_10056" key="com.atlassian.jira.toolkit:lastupdaterorcommenter">
                        <customfieldname>Last commenter</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>luke.bonanomi@mongodb.com</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_11151" key="com.atlassian.jira.toolkit:LastCommentDate">
                        <customfieldname>Last public comment date</customfieldname>
                        <customfieldvalues>
                            5 years, 29 weeks, 6 days ago
                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_16465" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Linked BF Score</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>0.0</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                        <customfield id="customfield_10032" key="com.atlassian.jira.plugin.system.customfieldtypes:select">
                        <customfieldname>Operating System</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue key="10026"><![CDATA[ALL]]></customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                <customfield id="customfield_10051" key="com.atlassian.jira.toolkit:participants">
                        <customfieldname>Participants</customfieldname>
                        <customfieldvalues>
                                        <customfieldvalue>schwerin@mongodb.com</customfieldvalue>
            <customfieldvalue>xgen-internal-githook</customfieldvalue>
            <customfieldvalue>joe.caswell@mongodb.com</customfieldvalue>
            <customfieldvalue>kelsey.schubert@mongodb.com</customfieldvalue>
            <customfieldvalue>lukas.krecan@liftago.com</customfieldvalue>
            <customfieldvalue>misha.tyulenev@mongodb.com</customfieldvalue>
            <customfieldvalue>sreek95051@yahoo.com</customfieldvalue>
            <customfieldvalue>TattiQ</customfieldvalue>
    
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                        <customfield id="customfield_14254" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>Product Rank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>1|hu1ebb:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                <customfield id="customfield_12550" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>Rank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>2|hts6uv:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10558" key="com.pyxis.greenhopper.jira:gh-global-rank">
                        <customfieldname>Rank (Obsolete)</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>9223372036854775807</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                            <customfield id="customfield_23361" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Requested By</customfieldname>
                        <customfieldvalues>
                                

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                        <customfield id="customfield_10557" key="com.pyxis.greenhopper.jira:gh-sprint">
                        <customfieldname>Sprint</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue id="2386">Sharding 2018-07-16</customfieldvalue>
    <customfieldvalue id="2387">Sharding 2018-07-30</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                        <customfield id="customfield_10053" key="com.atlassian.jira.ext.charting:timeinstatus">
                        <customfieldname>Time In Status</customfieldname>
                        <customfieldvalues>
                            
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                        <customfield id="customfield_22870" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Triagers</customfieldname>
                        <customfieldvalues>
                                    <customfieldvalue><![CDATA[kelsey.schubert@mongodb.com]]></customfieldvalue>
    

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                    <customfield id="customfield_14350" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>serverRank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>1|hu10kn:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                    </customfields>
    </item>
</channel>
</rss>