<!-- 
RSS generated by JIRA (9.7.1#970001-sha1:2222b88b221c4928ef0de3161136cc90c8356a66) at Thu Feb 08 04:55:32 UTC 2024

It is possible to restrict the fields that are returned in this document by specifying the 'field' parameter in your request.
For example, to request only the issue key and summary append 'field=key&field=summary' to the URL of your request.
-->
<rss version="0.92" >
<channel>
    <title>MongoDB Jira</title>
    <link>https://jira.mongodb.org</link>
    <description>This file is an XML representation of an issue</description>
    <language>en-us</language>    <build-info>
        <version>9.7.1</version>
        <build-number>970001</build-number>
        <build-date>13-04-2023</build-date>
    </build-info>


<item>
            <title>[SERVER-40622] MongoDB replica set outage &#8220;due to bad connection status&#8221;</title>
                <link>https://jira.mongodb.org/browse/SERVER-40622</link>
                <project id="10000" key="SERVER">Core Server</project>
                    <description>&lt;p&gt;I have a production replica set that went down for 3-4 minutes, apparently because the Primary could not connect to one of the Secondaries. I&apos;m having a hard time understanding why the Primary kept stepping down and up.&lt;/p&gt;

&lt;p&gt;I&apos;ve been managing this replica set for 3 years and have never seen this happen.&lt;/p&gt;

&lt;p&gt;Here&apos;s the replica set structure:&lt;/p&gt;

&lt;p&gt;PRIMARY: m4.mydomain.com (104.167.32.55) - Priority 10&lt;br/&gt;
SECONDARY: m2.mydomain.com (162.221.2.98) - Priority 5&lt;br/&gt;
SECONDARY: m1.mydomain.com (40.113.11.54) - Priority 1&lt;/p&gt;

&lt;p&gt;&#160;&lt;/p&gt;

&lt;p&gt;The log for the period is attached.&lt;/p&gt;</description>
                <environment></environment>
        <key id="737607">SERVER-40622</key>
            <summary>MongoDB replica set outage &#8220;due to bad connection status&#8221;</summary>
                <type id="6" iconUrl="https://jira.mongodb.org/secure/viewavatar?size=xsmall&amp;avatarId=14720&amp;avatarType=issuetype">Question</type>
                                            <priority id="3" iconUrl="https://jira.mongodb.org/images/icons/priorities/major.svg">Major - P3</priority>
                        <status id="6" iconUrl="https://jira.mongodb.org/images/icons/statuses/closed.png" description="The issue is considered finished, the resolution is correct. Issues which are closed can be reopened.">Closed</status>
                    <statusCategory id="3" key="done" colorName="success"/>
                                    <resolution id="9">Done</resolution>
                                        <assignee username="eric.sedor@mongodb.com">Eric Sedor</assignee>
                                    <reporter username="cassioam@gmail.com">Cassio Mosqueira</reporter>
                        <labels>
                    </labels>
                <created>Fri, 12 Apr 2019 18:11:53 +0000</created>
                <updated>Mon, 13 May 2019 20:10:05 +0000</updated>
                            <resolved>Mon, 13 May 2019 20:09:43 +0000</resolved>
                                    <version>3.4.16</version>
                                                                        <votes>0</votes>
                                    <watches>4</watches>
                                                                                                                <comments>
                            <comment id="2245061" author="eric.sedor" created="Mon, 13 May 2019 20:09:43 +0000"  >&lt;p&gt;Hi &lt;a href=&quot;https://jira.mongodb.org/secure/ViewProfile.jspa?name=cassioam%40gmail.com&quot; class=&quot;user-hover&quot; rel=&quot;cassioam@gmail.com&quot;&gt;cassioam@gmail.com&lt;/a&gt;, we really appreciate your patience with this delay.&lt;/p&gt;

&lt;p&gt;It&apos;s clear from the logs and diagnostic data you provided that the replica set experienced clock skew on the m4 node; we aren&apos;t able to identify a bug.&lt;/p&gt;

&lt;p&gt;I&apos;m going to close this ticket for now but please open a new one if you can make sure that all nodes have the same clock time and still experience issues.&lt;/p&gt;

&lt;p&gt;Thank you,&lt;br/&gt;
Eric&lt;/p&gt;</comment>
                            <comment id="2214810" author="cassioam@gmail.com" created="Tue, 16 Apr 2019 11:43:32 +0000"  >&lt;p&gt;Thank you for providing the private portal. I uploaded all 3 diagnostic files. They are named diagnostic.data-m4.zip,&#160;diagnostic.data-m2.zip, and&#160;diagnostic.data-m1.zip.&lt;/p&gt;

&lt;p&gt;Note that the log files I uploaded here in the public ticket have the real subdomains (m1, m2, m4), but a mock domain. Also, you can use the 2 first parts of the IP addresses&#160;in the log files in case you need to match them with the real ones.&lt;/p&gt;</comment>
                            <comment id="2214376" author="eric.sedor" created="Mon, 15 Apr 2019 22:12:08 +0000"  >&lt;p&gt;Yes, I&apos;ve created a secure &lt;a href=&quot;https://10gen-httpsupload.s3.amazonaws.com/upload_forms/50d56b65-7d8d-435b-a050-63cd2935df12.html&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;upload portal&lt;/a&gt; for you. Files uploaded to this portal are visible only to MongoDB employees and are routinely deleted after some time.&lt;/p&gt;</comment>
                            <comment id="2212059" author="cassioam@gmail.com" created="Fri, 12 Apr 2019 21:56:52 +0000"  >&lt;p&gt;I added the logs for the secondaries. Is there a secure channel I can upload the diagnostic files? I&apos;d rather not expose real IP addresses and domains on a public platform. Thanks.&lt;/p&gt;</comment>
                            <comment id="2212014" author="eric.sedor" created="Fri, 12 Apr 2019 21:17:26 +0000"  >&lt;p&gt;Hello, can you please attach the logs for each node in the set at the time of an incident? And could you please also archive (tar or zip) the &lt;tt&gt;$dbpath/diagnostic.data&lt;/tt&gt; directory from each server (described &lt;a href=&quot;https://docs.mongodb.com/manual/administration/analyzing-mongodb-performance/#full-time-diagnostic-data-capture&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;here&lt;/a&gt;) and attach it to this ticket?&lt;/p&gt;</comment>
                    </comments>
                    <attachments>
                            <attachment id="213960" name="m1-log (secondary).txt" size="14232" author="cassioam@gmail.com" created="Fri, 12 Apr 2019 21:52:29 +0000"/>
                            <attachment id="213961" name="m2-log (secondary).txt" size="108605" author="cassioam@gmail.com" created="Fri, 12 Apr 2019 21:52:29 +0000"/>
                            <attachment id="213927" name="mongo-log.txt" size="78469" author="cassioam@gmail.com" created="Fri, 12 Apr 2019 18:10:15 +0000"/>
                    </attachments>
                <subtasks>
                    </subtasks>
                <customfields>
                                                <customfield id="customfield_10050" key="com.atlassian.jira.toolkit:comments">
                        <customfieldname># Replies</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>5.0</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <customfield id="customfield_10055" key="com.atlassian.jira.ext.charting:firstresponsedate">
                        <customfieldname>Date of 1st Reply</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>Fri, 12 Apr 2019 21:17:26 +0000</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10052" key="com.atlassian.jira.toolkit:dayslastcommented">
                        <customfieldname>Days since reply</customfieldname>
                        <customfieldvalues>
                                        4 years, 39 weeks, 2 days ago
    
                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_18254" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Dependencies</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue><![CDATA[]]></customfieldvalue>


                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_15850" key="com.atlassian.jira.plugins.jira-development-integration-plugin:devsummary">
                        <customfieldname>Development</customfieldname>
                        <customfieldvalues>
                            
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                            <customfield id="customfield_10057" key="com.atlassian.jira.toolkit:lastusercommented">
                        <customfieldname>Last comment by Customer</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>true</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                            <customfield id="customfield_10056" key="com.atlassian.jira.toolkit:lastupdaterorcommenter">
                        <customfieldname>Last commenter</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>eric.sedor@mongodb.com</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_11151" key="com.atlassian.jira.toolkit:LastCommentDate">
                        <customfieldname>Last public comment date</customfieldname>
                        <customfieldvalues>
                            4 years, 39 weeks, 2 days ago
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                    <customfield id="customfield_10051" key="com.atlassian.jira.toolkit:participants">
                        <customfieldname>Participants</customfieldname>
                        <customfieldvalues>
                                        <customfieldvalue>cassioam@gmail.com</customfieldvalue>
            <customfieldvalue>eric.sedor@mongodb.com</customfieldvalue>
    
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                        <customfield id="customfield_14254" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>Product Rank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>1|huud27:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                <customfield id="customfield_12550" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>Rank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>2|huju3b:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10558" key="com.pyxis.greenhopper.jira:gh-global-rank">
                        <customfieldname>Rank (Obsolete)</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>9223372036854775807</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                            <customfield id="customfield_23361" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Requested By</customfieldname>
                        <customfieldvalues>
                                

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <customfield id="customfield_10053" key="com.atlassian.jira.ext.charting:timeinstatus">
                        <customfieldname>Time In Status</customfieldname>
                        <customfieldvalues>
                            
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                        <customfield id="customfield_22870" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Triagers</customfieldname>
                        <customfieldvalues>
                                    <customfieldvalue><![CDATA[eric.sedor@mongodb.com]]></customfieldvalue>
    

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                    <customfield id="customfield_14350" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>serverRank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>1|hutzbj:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                    </customfields>
    </item>
</channel>
</rss>