<!-- 
RSS generated by JIRA (9.7.1#970001-sha1:2222b88b221c4928ef0de3161136cc90c8356a66) at Thu Feb 08 03:23:32 UTC 2024

It is possible to restrict the fields that are returned in this document by specifying the 'field' parameter in your request.
For example, to request only the issue key and summary append 'field=key&field=summary' to the URL of your request.
-->
<rss version="0.92" >
<channel>
    <title>MongoDB Jira</title>
    <link>https://jira.mongodb.org</link>
    <description>This file is an XML representation of an issue</description>
    <language>en-us</language>    <build-info>
        <version>9.7.1</version>
        <build-number>970001</build-number>
        <build-date>13-04-2023</build-date>
    </build-info>


<item>
            <title>[SERVER-10578] got writeback waitfor for older id (Sharded Environment)</title>
                <link>https://jira.mongodb.org/browse/SERVER-10578</link>
                <project id="10000" key="SERVER">Core Server</project>
                    <description>&lt;p&gt;The issue only came about when we moved from a single mongod instance to a sharded environment. After a few million inserts I start getting the following OperationFailure error and inserts slow down to a crawl.&lt;/p&gt;

&lt;p&gt;I assume this is a bug as the source states:&lt;br/&gt;
// it should be impossible because once we call GLE, no other&lt;br/&gt;
// writebacks should happen with that connection id&lt;/p&gt;


&lt;p&gt;OperationFailure Errors:&lt;br/&gt;
ERROR:  error inserting 1 documents to shard shard0002:mongo3:27017 at version 16|103||5212c053b8650139d3328156 :: caused by :: got writeback waitfor for older id  oid: 5212d98f0000000000000021 s.id: 52133f4c0000000000000082 ident: localhost.localdomain:2&lt;br/&gt;
ERROR:  error inserting 1 documents to shard shard0001:mongo2:27017 at version 16|103||5212c053b8650139d3328156 :: caused by :: got writeback waitfor for older id  oid: 5212d975000000000000001c s.id: 52133f4c0000000000000083 ident: localhost.localdomain:5&lt;br/&gt;
ERROR:  error inserting 3 documents to shard shard0001:mongo2:27017 at version 16|103||5212c053b8650139d3328156 :: caused by :: got writeback waitfor for older id  oid: 5212d98f0000000000000020 s.id: 52133f4c000000000000007d ident: localhost.localdomain:36&lt;br/&gt;
(It happens over and over)&lt;/p&gt;


&lt;p&gt;mongos log output:&lt;br/&gt;
Tue Aug 20 16:36:00.735 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn58&amp;#93;&lt;/span&gt; warning: exception during insert (continue on&lt;br/&gt;
error set) :: caused by :: 16460 error inserting 1 documents to shard shard000&lt;br/&gt;
0:mongo1:27017 at version 16|103||5212c053b8650139d3328156 :: caused by :: got&lt;br/&gt;
writeback waitfor for older id  oid: 5212d975000000000000001c s.id: 52133f4c00&lt;br/&gt;
00000000000083 ident: localhost.localdomain:5&lt;br/&gt;
Tue Aug 20 16:36:00.735 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn58&amp;#93;&lt;/span&gt; warning: swallowing exception during insert&lt;br/&gt;
:: caused by :: 16460 error inserting 1 documents to shard&lt;br/&gt;
shard0000:mongo1:2701&lt;br/&gt;
7 at version 16|103||5212c053b8650139d3328156 :: caused by :: got writeback&lt;br/&gt;
waitfor for older id  oid: 5212d975000000000000001c s.id:&lt;br/&gt;
52133f4c000000000000008&lt;br/&gt;
3 ident: localhost.localdomain:5&lt;br/&gt;
Tue Aug 20 16:36:00.736 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn58&amp;#93;&lt;/span&gt; Assertion: 14041:got writeback waitfor for&lt;br/&gt;
older id  oid: 5212d975000000000000001c s.id: 52133f4c0000000000000083 ident:&lt;br/&gt;
loc&lt;br/&gt;
alhost.localdomain:5&lt;br/&gt;
0xa86db1 0xa4cbbb 0xa4d0fc 0x9f2b4f 0x8d376f 0x8d7413 0x9c2960 0x9c522c&lt;br/&gt;
0x994011 0x66a161 0xa7351e 0x3bb3e07851 0x3bb36e890d &lt;br/&gt;
 mongos(_ZN5mongo15printStackTraceERSo+0x21) &lt;span class=&quot;error&quot;&gt;&amp;#91;0xa86db1&amp;#93;&lt;/span&gt;&lt;br/&gt;
 mongos(_ZN5mongo11msgassertedEiPKc+0x9b) &lt;span class=&quot;error&quot;&gt;&amp;#91;0xa4cbbb&amp;#93;&lt;/span&gt;&lt;br/&gt;
 mongos() &lt;span class=&quot;error&quot;&gt;&amp;#91;0xa4d0fc&amp;#93;&lt;/span&gt;&lt;br/&gt;
 mongos(_ZN5mongo17WriteBackListener7waitForERKNS0_15ConnectionIdentERKNS_3OIDE+0xa7f)&lt;br/&gt;
&lt;span class=&quot;error&quot;&gt;&amp;#91;0x9f2b4f&amp;#93;&lt;/span&gt;&lt;br/&gt;
 mongos(_ZN5mongo10ClientInfo17_handleWriteBacksERKSt6vectorINS0_6WBInfoESaIS2_EEb+0x9f)&lt;br/&gt;
&lt;span class=&quot;error&quot;&gt;&amp;#91;0x8d376f&amp;#93;&lt;/span&gt;&lt;br/&gt;
 mongos(_ZN5mongo10ClientInfo12getLastErrorERKSsRKNS_7BSONObjERNS_14BSONObjBuilderERSsb+0x15d3)&lt;br/&gt;
&lt;span class=&quot;error&quot;&gt;&amp;#91;0x8d7413&amp;#93;&lt;/span&gt;&lt;br/&gt;
 mongos(_ZN5mongo13ShardStrategy7_insertERKSsRNS_9DbMessageEiRNS_7RequestE+0x640)&lt;br/&gt;
&lt;span class=&quot;error&quot;&gt;&amp;#91;0x9c2960&amp;#93;&lt;/span&gt;&lt;br/&gt;
 mongos(_ZN5mongo13ShardStrategy7writeOpEiRNS_7RequestE+0x53c) &lt;span class=&quot;error&quot;&gt;&amp;#91;0x9c522c&amp;#93;&lt;/span&gt;&lt;br/&gt;
 mongos(_ZN5mongo7Request7processEi+0xd1) &lt;span class=&quot;error&quot;&gt;&amp;#91;0x994011&amp;#93;&lt;/span&gt;&lt;br/&gt;
 mongos(_ZN5mongo21ShardedMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0x71)&lt;br/&gt;
&lt;span class=&quot;error&quot;&gt;&amp;#91;0x66a161&amp;#93;&lt;/span&gt;&lt;br/&gt;
 mongos(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x42e) &lt;span class=&quot;error&quot;&gt;&amp;#91;0xa7351e&amp;#93;&lt;/span&gt;&lt;br/&gt;
 /lib64/libpthread.so.0() &lt;span class=&quot;error&quot;&gt;&amp;#91;0x3bb3e07851&amp;#93;&lt;/span&gt;&lt;br/&gt;
 /lib64/libc.so.6(clone+0x6d) &lt;span class=&quot;error&quot;&gt;&amp;#91;0x3bb36e890d&amp;#93;&lt;/span&gt;&lt;/p&gt;


&lt;p&gt;It&apos;s probably also worth noting that the python script doing these inserts is multiprocess.&lt;/p&gt;</description>
                <environment>CentOS 6.4 x86_64 + pymongo 2.5.2</environment>
        <key id="86697">SERVER-10578</key>
            <summary>got writeback waitfor for older id (Sharded Environment)</summary>
                <type id="1" iconUrl="https://jira.mongodb.org/secure/viewavatar?size=xsmall&amp;avatarId=14703&amp;avatarType=issuetype">Bug</type>
                                            <priority id="3" iconUrl="https://jira.mongodb.org/images/icons/priorities/major.svg">Major - P3</priority>
                        <status id="6" iconUrl="https://jira.mongodb.org/images/icons/statuses/closed.png" description="The issue is considered finished, the resolution is correct. Issues which are closed can be reopened.">Closed</status>
                    <statusCategory id="3" key="done" colorName="success"/>
                                    <resolution id="9">Done</resolution>
                                        <assignee username="-1">Unassigned</assignee>
                                    <reporter username="bchivari">Brad C.</reporter>
                        <labels>
                    </labels>
                <created>Tue, 20 Aug 2013 17:13:47 +0000</created>
                <updated>Thu, 5 Sep 2013 19:26:06 +0000</updated>
                            <resolved>Thu, 5 Sep 2013 19:26:06 +0000</resolved>
                                    <version>2.4.5</version>
                                                                        <votes>0</votes>
                                    <watches>4</watches>
                                                                                                                <comments>
                            <comment id="418774" author="ian@10gen.com" created="Thu, 5 Sep 2013 19:26:06 +0000"  >&lt;p&gt;Thanks for the follow-up, Brad.  I&apos;m closing this now.&lt;/p&gt;</comment>
                            <comment id="418745" author="bchivari" created="Thu, 5 Sep 2013 19:01:54 +0000"  >&lt;p&gt;I&apos;m closing this as it was ultimately an issues with the hostnames of the servers. Even though all shards used unique hostnames in mongodb, it appears that the issue was that two systems had the same hostname at the OS level.&lt;/p&gt;</comment>
                    </comments>
                    <attachments>
                    </attachments>
                <subtasks>
                    </subtasks>
                <customfields>
                                                <customfield id="customfield_10050" key="com.atlassian.jira.toolkit:comments">
                        <customfieldname># Replies</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>2.0</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <customfield id="customfield_10055" key="com.atlassian.jira.ext.charting:firstresponsedate">
                        <customfieldname>Date of 1st Reply</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>Thu, 5 Sep 2013 19:26:06 +0000</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10052" key="com.atlassian.jira.toolkit:dayslastcommented">
                        <customfieldname>Days since reply</customfieldname>
                        <customfieldvalues>
                                        10 years, 23 weeks, 6 days ago
    
                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_18254" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Dependencies</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue><![CDATA[]]></customfieldvalue>


                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_15850" key="com.atlassian.jira.plugins.jira-development-integration-plugin:devsummary">
                        <customfieldname>Development</customfieldname>
                        <customfieldvalues>
                            
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                    <customfield id="customfield_10057" key="com.atlassian.jira.toolkit:lastusercommented">
                        <customfieldname>Last comment by Customer</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>true</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                            <customfield id="customfield_10056" key="com.atlassian.jira.toolkit:lastupdaterorcommenter">
                        <customfieldname>Last commenter</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>ian@mongodb.com</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_11151" key="com.atlassian.jira.toolkit:LastCommentDate">
                        <customfieldname>Last public comment date</customfieldname>
                        <customfieldvalues>
                            10 years, 23 weeks, 6 days ago
                        </customfieldvalues>
                    </customfield>
                                                                                                                        <customfield id="customfield_10000" key="com.atlassian.jira.plugin.system.customfieldtypes:radiobuttons">
                        <customfieldname>Old_Backport</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue key="10000"><![CDATA[No]]></customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10032" key="com.atlassian.jira.plugin.system.customfieldtypes:select">
                        <customfieldname>Operating System</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue key="10020"><![CDATA[Linux]]></customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                <customfield id="customfield_10051" key="com.atlassian.jira.toolkit:participants">
                        <customfieldname>Participants</customfieldname>
                        <customfieldvalues>
                                        <customfieldvalue>bchivari</customfieldvalue>
            <customfieldvalue>ian@mongodb.com</customfieldvalue>
    
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                        <customfield id="customfield_14254" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>Product Rank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>1|hrmiw7:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                <customfield id="customfield_12550" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>Rank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>2|hrsduf:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10558" key="com.pyxis.greenhopper.jira:gh-global-rank">
                        <customfieldname>Rank (Obsolete)</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>79474</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                            <customfield id="customfield_23361" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Requested By</customfieldname>
                        <customfieldvalues>
                                

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                            <customfield id="customfield_10053" key="com.atlassian.jira.ext.charting:timeinstatus">
                        <customfieldname>Time In Status</customfieldname>
                        <customfieldvalues>
                            
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                        <customfield id="customfield_22870" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Triagers</customfieldname>
                        <customfieldvalues>
                                

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                    <customfield id="customfield_14350" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>serverRank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>1|hs6adb:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                    </customfields>
    </item>
</channel>
</rss>