<!-- 
RSS generated by JIRA (9.7.1#970001-sha1:2222b88b221c4928ef0de3161136cc90c8356a66) at Thu Feb 08 06:42:14 UTC 2024

It is possible to restrict the fields that are returned in this document by specifying the 'field' parameter in your request.
For example, to request only the issue key and summary append 'field=key&field=summary' to the URL of your request.
-->
<rss version="0.92" >
<channel>
    <title>MongoDB Jira</title>
    <link>https://jira.mongodb.org</link>
    <description>This file is an XML representation of an issue</description>
    <language>en-us</language>    <build-info>
        <version>9.7.1</version>
        <build-number>970001</build-number>
        <build-date>13-04-2023</build-date>
    </build-info>


<item>
            <title>[SERVER-79912] CheckReplDBHash reports failure with system.buckets collections due to invalid BSON</title>
                <link>https://jira.mongodb.org/browse/SERVER-79912</link>
                <project id="10000" key="SERVER">Core Server</project>
                    <description>&lt;p&gt;&lt;a href=&quot;https://parsley.mongodb.com/resmoke/7cfdaf9a3149e7700db387be776ee626/all?bookmarks=0,577073&amp;amp;shareLine=573444&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://parsley.mongodb.com/resmoke/7cfdaf9a3149e7700db387be776ee626/all?bookmarks=0,577073&amp;amp;shareLine=573444&lt;/a&gt;&lt;/p&gt;

&lt;p&gt;The key phrase is: &quot;checkReplicatedDataHashes, the two nodes have a different hash for the collection test.system.buckets.timeseries_internal_bounded_sort&quot;&lt;/p&gt;

&lt;p&gt;This is the destination cluster in a mongosync run. Notably, mongosync creates time-series collections by creating a system.buckets.mongosync.tmp.$srcUUID collection, then renaming it to the correct system.buckets name, then creating the view separately. That may be part of the cause.&lt;/p&gt;</description>
                <environment></environment>
        <key id="2412289">SERVER-79912</key>
            <summary>CheckReplDBHash reports failure with system.buckets collections due to invalid BSON</summary>
                <type id="1" iconUrl="https://jira.mongodb.org/secure/viewavatar?size=xsmall&amp;avatarId=14703&amp;avatarType=issuetype">Bug</type>
                                            <priority id="3" iconUrl="https://jira.mongodb.org/images/icons/priorities/major.svg">Major - P3</priority>
                        <status id="6" iconUrl="https://jira.mongodb.org/images/icons/statuses/closed.png" description="The issue is considered finished, the resolution is correct. Issues which are closed can be reopened.">Closed</status>
                    <statusCategory id="3" key="done" colorName="success"/>
                                    <resolution id="13201">Fixed</resolution>
                                        <assignee username="yuhong.zhang@mongodb.com">Yuhong Zhang</assignee>
                                    <reporter username="felipe.gasper@mongodb.com">Felipe Gasper</reporter>
                        <labels>
                    </labels>
                <created>Tue, 8 Aug 2023 18:17:57 +0000</created>
                <updated>Sun, 29 Oct 2023 21:17:43 +0000</updated>
                            <resolved>Wed, 30 Aug 2023 11:17:19 +0000</resolved>
                                                    <fixVersion>7.2.0-rc0</fixVersion>
                    <fixVersion>7.0.2</fixVersion>
                    <fixVersion>7.1.0-rc1</fixVersion>
                    <fixVersion>6.0.11</fixVersion>
                                                        <votes>0</votes>
                                    <watches>16</watches>
                                                                                                                <comments>
                            <comment id="5675743" author="xgen-internal-githook" created="Fri, 1 Sep 2023 19:49:26 +0000"  >&lt;p&gt;Author: &lt;/p&gt;
{&apos;name&apos;: &apos;Yuhong Zhang&apos;, &apos;email&apos;: &apos;yuhong.zhang@mongodb.com&apos;, &apos;username&apos;: &apos;YuhongZhang98&apos;}
&lt;p&gt;Message: &lt;a href=&quot;https://jira.mongodb.org/browse/SERVER-79912&quot; title=&quot;CheckReplDBHash reports failure with system.buckets collections due to invalid BSON&quot; class=&quot;issue-link&quot; data-issue-key=&quot;SERVER-79912&quot;&gt;&lt;del&gt;SERVER-79912&lt;/del&gt;&lt;/a&gt; Set `checkExistenceForDiffInsert` to true for oplog entry generated from `$_internalApplyOplogUpdate` update&lt;/p&gt;

&lt;p&gt;(cherry picked from commit 806f6d42ee6c2d0a8c1cc7079fb589301961124e)&lt;br/&gt;
(cherry picked from commit a572a4c8c9be7865f23d57813959e63a7f6e57c4)&lt;br/&gt;
(cherry picked from commit 46ccf953b3045aff73e9657d3286a5488b2fdc4c)&lt;br/&gt;
Branch: v6.0&lt;br/&gt;
&lt;a href=&quot;https://github.com/mongodb/mongo/commit/c8effb81643666d0ace1cc82f816a679fbb7af8e&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://github.com/mongodb/mongo/commit/c8effb81643666d0ace1cc82f816a679fbb7af8e&lt;/a&gt;&lt;/p&gt;</comment>
                            <comment id="5675742" author="xgen-internal-githook" created="Fri, 1 Sep 2023 19:49:23 +0000"  >&lt;p&gt;Author: &lt;/p&gt;
{&apos;name&apos;: &apos;Yuhong Zhang&apos;, &apos;email&apos;: &apos;yuhong.zhang@mongodb.com&apos;, &apos;username&apos;: &apos;YuhongZhang98&apos;}
&lt;p&gt;Message: &lt;a href=&quot;https://jira.mongodb.org/browse/SERVER-79912&quot; title=&quot;CheckReplDBHash reports failure with system.buckets collections due to invalid BSON&quot; class=&quot;issue-link&quot; data-issue-key=&quot;SERVER-79912&quot;&gt;&lt;del&gt;SERVER-79912&lt;/del&gt;&lt;/a&gt; Introduce `checkExistenceForDiffInsert` field to oplog&lt;/p&gt;

&lt;p&gt;(cherry picked from commit 923f5a7bf7a2929fad74bc7c798f3c223f106d10)&lt;br/&gt;
(cherry picked from commit 0151b5403c96af511594c11a56b702b410a22355)&lt;br/&gt;
(cherry picked from commit 9c87b57cd6657a5e090a166f8051ad118fdae52f)&lt;br/&gt;
Branch: v6.0&lt;br/&gt;
&lt;a href=&quot;https://github.com/mongodb/mongo/commit/5ec774524eb6f917dbe9fd30e55134f32f145be0&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://github.com/mongodb/mongo/commit/5ec774524eb6f917dbe9fd30e55134f32f145be0&lt;/a&gt;&lt;/p&gt;</comment>
                            <comment id="5673641" author="xgen-internal-githook" created="Fri, 1 Sep 2023 00:05:50 +0000"  >&lt;p&gt;Author: &lt;/p&gt;
{&apos;name&apos;: &apos;Yuhong Zhang&apos;, &apos;email&apos;: &apos;yuhong.zhang@mongodb.com&apos;, &apos;username&apos;: &apos;YuhongZhang98&apos;}
&lt;p&gt;Message: &lt;a href=&quot;https://jira.mongodb.org/browse/SERVER-79912&quot; title=&quot;CheckReplDBHash reports failure with system.buckets collections due to invalid BSON&quot; class=&quot;issue-link&quot; data-issue-key=&quot;SERVER-79912&quot;&gt;&lt;del&gt;SERVER-79912&lt;/del&gt;&lt;/a&gt; Set `checkExistenceForDiffInsert` to true for oplog entry generated from `$_internalApplyOplogUpdate` update&lt;/p&gt;

&lt;p&gt;(cherry picked from commit 806f6d42ee6c2d0a8c1cc7079fb589301961124e)&lt;br/&gt;
(cherry picked from commit a572a4c8c9be7865f23d57813959e63a7f6e57c4)&lt;br/&gt;
Branch: v7.0&lt;br/&gt;
&lt;a href=&quot;https://github.com/mongodb/mongo/commit/46ccf953b3045aff73e9657d3286a5488b2fdc4c&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://github.com/mongodb/mongo/commit/46ccf953b3045aff73e9657d3286a5488b2fdc4c&lt;/a&gt;&lt;/p&gt;</comment>
                            <comment id="5673639" author="xgen-internal-githook" created="Fri, 1 Sep 2023 00:05:47 +0000"  >&lt;p&gt;Author: &lt;/p&gt;
{&apos;name&apos;: &apos;Yuhong Zhang&apos;, &apos;email&apos;: &apos;yuhong.zhang@mongodb.com&apos;, &apos;username&apos;: &apos;YuhongZhang98&apos;}
&lt;p&gt;Message: &lt;a href=&quot;https://jira.mongodb.org/browse/SERVER-79912&quot; title=&quot;CheckReplDBHash reports failure with system.buckets collections due to invalid BSON&quot; class=&quot;issue-link&quot; data-issue-key=&quot;SERVER-79912&quot;&gt;&lt;del&gt;SERVER-79912&lt;/del&gt;&lt;/a&gt; Introduce `checkExistenceForDiffInsert` field to oplog&lt;/p&gt;

&lt;p&gt;(cherry picked from commit 923f5a7bf7a2929fad74bc7c798f3c223f106d10)&lt;br/&gt;
(cherry picked from commit 0151b5403c96af511594c11a56b702b410a22355)&lt;br/&gt;
Branch: v7.0&lt;br/&gt;
&lt;a href=&quot;https://github.com/mongodb/mongo/commit/9c87b57cd6657a5e090a166f8051ad118fdae52f&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://github.com/mongodb/mongo/commit/9c87b57cd6657a5e090a166f8051ad118fdae52f&lt;/a&gt;&lt;/p&gt;</comment>
                            <comment id="5672588" author="xgen-internal-githook" created="Thu, 31 Aug 2023 16:57:11 +0000"  >&lt;p&gt;Author: &lt;/p&gt;
{&apos;name&apos;: &apos;Yuhong Zhang&apos;, &apos;email&apos;: &apos;yuhong.zhang@mongodb.com&apos;, &apos;username&apos;: &apos;YuhongZhang98&apos;}
&lt;p&gt;Message: &lt;a href=&quot;https://jira.mongodb.org/browse/SERVER-79912&quot; title=&quot;CheckReplDBHash reports failure with system.buckets collections due to invalid BSON&quot; class=&quot;issue-link&quot; data-issue-key=&quot;SERVER-79912&quot;&gt;&lt;del&gt;SERVER-79912&lt;/del&gt;&lt;/a&gt; Set `checkExistenceForDiffInsert` to true for oplog entry generated from `$_internalApplyOplogUpdate` update&lt;/p&gt;

&lt;p&gt;(cherry picked from commit 806f6d42ee6c2d0a8c1cc7079fb589301961124e)&lt;br/&gt;
Branch: v7.1&lt;br/&gt;
&lt;a href=&quot;https://github.com/mongodb/mongo/commit/a572a4c8c9be7865f23d57813959e63a7f6e57c4&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://github.com/mongodb/mongo/commit/a572a4c8c9be7865f23d57813959e63a7f6e57c4&lt;/a&gt;&lt;/p&gt;</comment>
                            <comment id="5672587" author="xgen-internal-githook" created="Thu, 31 Aug 2023 16:57:08 +0000"  >&lt;p&gt;Author: &lt;/p&gt;
{&apos;name&apos;: &apos;Yuhong Zhang&apos;, &apos;email&apos;: &apos;yuhong.zhang@mongodb.com&apos;, &apos;username&apos;: &apos;YuhongZhang98&apos;}
&lt;p&gt;Message: &lt;a href=&quot;https://jira.mongodb.org/browse/SERVER-79912&quot; title=&quot;CheckReplDBHash reports failure with system.buckets collections due to invalid BSON&quot; class=&quot;issue-link&quot; data-issue-key=&quot;SERVER-79912&quot;&gt;&lt;del&gt;SERVER-79912&lt;/del&gt;&lt;/a&gt; Introduce `checkExistenceForDiffInsert` field to oplog&lt;/p&gt;

&lt;p&gt;(cherry picked from commit 923f5a7bf7a2929fad74bc7c798f3c223f106d10)&lt;br/&gt;
Branch: v7.1&lt;br/&gt;
&lt;a href=&quot;https://github.com/mongodb/mongo/commit/0151b5403c96af511594c11a56b702b410a22355&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://github.com/mongodb/mongo/commit/0151b5403c96af511594c11a56b702b410a22355&lt;/a&gt;&lt;/p&gt;</comment>
                            <comment id="5667288" author="xgen-internal-githook" created="Tue, 29 Aug 2023 21:54:45 +0000"  >&lt;p&gt;Author: &lt;/p&gt;
{&apos;name&apos;: &apos;Yuhong Zhang&apos;, &apos;email&apos;: &apos;yuhong.zhang@mongodb.com&apos;, &apos;username&apos;: &apos;YuhongZhang98&apos;}
&lt;p&gt;Message: &lt;a href=&quot;https://jira.mongodb.org/browse/SERVER-79912&quot; title=&quot;CheckReplDBHash reports failure with system.buckets collections due to invalid BSON&quot; class=&quot;issue-link&quot; data-issue-key=&quot;SERVER-79912&quot;&gt;&lt;del&gt;SERVER-79912&lt;/del&gt;&lt;/a&gt; Set `checkExistenceForDiffInsert` to true for oplog entry generated from `$_internalApplyOplogUpdate` update&lt;br/&gt;
Branch: master&lt;br/&gt;
&lt;a href=&quot;https://github.com/mongodb/mongo/commit/806f6d42ee6c2d0a8c1cc7079fb589301961124e&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://github.com/mongodb/mongo/commit/806f6d42ee6c2d0a8c1cc7079fb589301961124e&lt;/a&gt;&lt;/p&gt;</comment>
                            <comment id="5667287" author="xgen-internal-githook" created="Tue, 29 Aug 2023 21:54:42 +0000"  >&lt;p&gt;Author: &lt;/p&gt;
{&apos;name&apos;: &apos;Yuhong Zhang&apos;, &apos;email&apos;: &apos;yuhong.zhang@mongodb.com&apos;, &apos;username&apos;: &apos;YuhongZhang98&apos;}
&lt;p&gt;Message: &lt;a href=&quot;https://jira.mongodb.org/browse/SERVER-79912&quot; title=&quot;CheckReplDBHash reports failure with system.buckets collections due to invalid BSON&quot; class=&quot;issue-link&quot; data-issue-key=&quot;SERVER-79912&quot;&gt;&lt;del&gt;SERVER-79912&lt;/del&gt;&lt;/a&gt; Introduce `checkExistenceForDiffInsert` field to oplog&lt;br/&gt;
Branch: master&lt;br/&gt;
&lt;a href=&quot;https://github.com/mongodb/mongo/commit/923f5a7bf7a2929fad74bc7c798f3c223f106d10&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://github.com/mongodb/mongo/commit/923f5a7bf7a2929fad74bc7c798f3c223f106d10&lt;/a&gt;&lt;/p&gt;</comment>
                            <comment id="5653935" author="JIRAUSER1272372" created="Wed, 23 Aug 2023 15:41:55 +0000"  >&lt;p&gt;&lt;a href=&quot;https://jira.mongodb.org/secure/ViewProfile.jspa?name=yuhong.zhang%40mongodb.com&quot; class=&quot;user-hover&quot; rel=&quot;yuhong.zhang@mongodb.com&quot;&gt;yuhong.zhang@mongodb.com&lt;/a&gt; It&#8217;s hard to test right now due to some temporary breakage. I&#8217;ll hopefully confirm later today.&lt;/p&gt;</comment>
                            <comment id="5650262" author="JIRAUSER1253424" created="Tue, 22 Aug 2023 14:11:51 +0000"  >&lt;p&gt;We used to have the assumption that the secondary oplog application of time-series diff update oplog entries could only be generated from user inserts on the view namespace, which is guaranteed to be monotonically increasing, so we performed &lt;a href=&quot;https://github.com/mongodb/mongo/blob/a5d4e8d4584a74691aa1273cc9f767062a030721/src/mongo/db/repl/oplog.cpp#L1825-L1828&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;this optimization&lt;/a&gt; to skip checking if a delta insert field already exists.&lt;/p&gt;

&lt;p&gt;But this was no longer true after we introduced &lt;tt&gt;$_internalApplyOplogUpdate&lt;/tt&gt;, which can try to diff insert an already existing field. This is only used by mongosync so we just caught this bug now.&lt;/p&gt;

&lt;p&gt;I will lower the priority to P3 as it&apos;s not affecting other types of collections and not user-facing.&lt;/p&gt;</comment>
                            <comment id="5644027" author="JIRAUSER1253424" created="Fri, 18 Aug 2023 19:27:19 +0000"  >&lt;p&gt;The problematic document has 10 change events:&lt;/p&gt;
&lt;ol&gt;
	&lt;li&gt;Insert element index 0-27 at TS{T:1691503442 I:33}&lt;/li&gt;
	&lt;li&gt;Update (diff insert) element index 28-55 at TS{T:1691503442 I:88}&lt;/li&gt;
	&lt;li&gt;Update (diff insert) element index 56-83 at {T:1691503442 I:143}&lt;/li&gt;
	&lt;li&gt;Update (diff insert) element index 84-111 at {T:1691503442 I:198}&lt;/li&gt;
	&lt;li&gt;Update (diff insert) element index 112-139 at {T:1691503442 I:253}&lt;/li&gt;
	&lt;li&gt;Update (diff insert) element index 140-167 at {T:1691503442 I:308}&lt;/li&gt;
	&lt;li&gt;Update (diff insert) element index 168-195 at {T:1691503442 I:363}&lt;/li&gt;
	&lt;li&gt;Update (diff insert) element index 196-223 at {T:1691503442 I:418}&lt;/li&gt;
	&lt;li&gt;Update (diff insert) element index 224-251 at {T:1691503442 I:473}&lt;/li&gt;
	&lt;li&gt;Update (diff insert) element index 252-279 at {T:1691503442 I:528}&lt;/li&gt;
&lt;/ol&gt;


&lt;p&gt;The first oplog entry Max mentioned contained the first 6 change events. The second oplog entry should correspond to a refetch, which happened for about 30 seconds (kept getting write conflicts) from the logs. The last occurrence, similar to the previous ones, looks like&lt;/p&gt;
&lt;p/&gt;
&lt;div id=&quot;syntaxplugin&quot; class=&quot;syntaxplugin&quot; style=&quot;border: 1px dashed #bbb; border-radius: 5px !important; overflow: auto; max-height: 30em;&quot;&gt;
&lt;table cellspacing=&quot;0&quot; cellpadding=&quot;0&quot; border=&quot;0&quot; width=&quot;100%&quot; style=&quot;font-size: 1em; line-height: 1.4em !important; font-weight: normal; font-style: normal; color: black;&quot;&gt;
		&lt;tbody &gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;  margin-top: 10px;   margin-bottom: 10px;  width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;[ReplicatorFixture:j4:replicator] 14:04:38.889Z {&quot;level&quot;:&quot;debug&quot;,&quot;serverID&quot;:&quot;e84fc7da&quot;,&quot;mongosyncID&quot;:&quot;coordinator&quot;,&quot;componentName&quot;:&quot;Change Event Application&quot;,&quot;errGroupName&quot;:&quot;Change Event Application Group&quot;,&quot;errGroupRoutineID&quot;:&quot;63&quot;,&quot;componentName&quot;:&quot;Change Event Applier 60 (CRUD)&quot;,&quot;applier&quot;:&quot;Change Event Applier 60 (CRUD)&quot;,&quot;outOfOrder&quot;:&quot;true&quot;,&quot;lastApplyFailed&quot;:&quot;true&quot;,&quot;eventTs&quot;:&quot;{T:1691503442 I:33}&quot;,&quot;tsOfLastApply&quot;:&quot;{T:1691503442 I:308}&quot;,&quot;event&quot;:{&quot;_id&quot;:{&quot;_data&quot;: &quot;8264D24B52000000212B042C0100296E5A1004691307E3B45E4C5993FB97AF6B3D0B7E463C6F7065726174696F6E54797065003C696E736572740046646F63756D656E744B65790046645F6964006464D3C7004C83948224C45DDF000004&quot;},&quot;type&quot;:&quot;replace&quot;,&quot;clusterTime&quot;:&quot;{T:1691503442 I:33}&quot;,&quot;document&quot;:&quot;document too long (8334 bytes)&quot;,&quot;namespace&quot;:{&quot;database&quot;:&quot;test&quot;,&quot;collection&quot;:&quot;system.buckets.timeseries_internal_bounded_sort&quot;},&quot;collectionUUID&quot;:&quot;691307e3-b45e-4c59-93fb-97af6b3d0b7e&quot;,&quot;documentKey&quot;:{&quot;_id&quot;: {&quot;$oid&quot;:&quot;64d3c7004c83948224c45ddf&quot;}}},&quot;time&quot;:&quot;2023-08-08T14:04:38.88804337Z&quot;,&quot;message&quot;:&quot;Refetching document from source.&quot;} &lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
			&lt;/tbody&gt;
&lt;/table&gt;
&lt;/div&gt;
&lt;p/&gt;
&lt;p&gt;Note it shows &lt;tt&gt;tsOfLastApply&lt;/tt&gt; as {T:1691503442 I:308}, which is where the first oplog entry stopped at.&#160;&lt;/p&gt;

&lt;p&gt;After the refetch, we saw several logs like this&lt;/p&gt;
&lt;p/&gt;
&lt;div id=&quot;syntaxplugin&quot; class=&quot;syntaxplugin&quot; style=&quot;border: 1px dashed #bbb; border-radius: 5px !important; overflow: auto; max-height: 30em;&quot;&gt;
&lt;table cellspacing=&quot;0&quot; cellpadding=&quot;0&quot; border=&quot;0&quot; width=&quot;100%&quot; style=&quot;font-size: 1em; line-height: 1.4em !important; font-weight: normal; font-style: normal; color: black;&quot;&gt;
		&lt;tbody &gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;  margin-top: 10px;   margin-bottom: 10px;  width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;[ReplicatorFixture:j4:replicator] 14:04:38.918Z {&quot;level&quot;:&quot;debug&quot;,&quot;serverID&quot;:&quot;e84fc7da&quot;,&quot;mongosyncID&quot;:&quot;coordinator&quot;,&quot;componentName&quot;:&quot;Change Event Application&quot;,&quot;errGroupName&quot;:&quot;Change Event Application Group&quot;,&quot;errGroupRoutineID&quot;:&quot;63&quot;,&quot;componentName&quot;:&quot;Change Event Applier 60 (CRUD)&quot;,&quot;applier&quot;:&quot;Change Event Applier 60 (CRUD)&quot;,&quot;event&quot;:{&quot;_id&quot;:{&quot;_data&quot;: &quot;8264D24B52000001342B042C0100296E5A1004691307E3B45E4C5993FB97AF6B3D0B7E463C6F7065726174696F6E54797065003C7570646174650046646F63756D656E744B65790046645F6964006464D3C7004C83948224C45DDF000004&quot;},&quot;type&quot;:&quot;update&quot;,&quot;clusterTime&quot;:&quot;{T:1691503442 I:308}&quot;,&quot;document&quot;:&quot;document too long (0 bytes)&quot;,&quot;namespace&quot;:{&quot;database&quot;:&quot;test&quot;,&quot;collection&quot;:&quot;system.buckets.timeseries_internal_bounded_sort&quot;},&quot;collectionUUID&quot;:&quot;691307e3-b45e-4c59-93fb-97af6b3d0b7e&quot;,&quot;documentKey&quot;:{&quot;_id&quot;: {&quot;$oid&quot;:&quot;64d3c7004c83948224c45ddf&quot;}}},&quot;time&quot;:&quot;2023-08-08T14:04:38.917909068Z&quot;,&quot;message&quot;:&quot;Skipping event because eventTs ({T:1691503442 I:308}) &amp;lt;= tsOfLastFetch ({T:1691503442 I:308})&quot;} &lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
			&lt;/tbody&gt;
&lt;/table&gt;
&lt;/div&gt;
&lt;p/&gt;
&lt;p&gt;They showed that we skipped the first 6 change events since they happened before &lt;tt&gt;tsOfLastFetch&lt;/tt&gt; {T:1691503442 I:308}. This could also explain why we saw the third oplog entry containing the rest of the change events.&lt;/p&gt;

&lt;p&gt;So this makes it look like the refetch should fetch the document at TS {T:1691503442 I:308}, which only contains the first 6 change events instead of all 10. Could this be a problem?&lt;/p&gt;

&lt;p&gt;Another question for my understanding is, after mongosync receives the change events, what are the exact commands it will run on the destination cluster? I would want to understand better about how the oplog entry gets generated.&lt;/p&gt;</comment>
                            <comment id="5636076" author="JIRAUSER1272372" created="Tue, 15 Aug 2023 20:25:49 +0000"  >&lt;p&gt;I&#8217;m marking this as a blocker for REP-2771. It may not be directly related to time-series, but mongosync&#8217;s (still-in-development) time-series support seems to be what creates it.&lt;/p&gt;</comment>
                            <comment id="5621374" author="alex.komyagin@10gen.com" created="Tue, 8 Aug 2023 19:28:52 +0000"  >&lt;p&gt;Timeseries support is one of the key things on the short-term roadmap (originally planned for the Aug/Sep release). We would definitely appreciate your help here.&lt;/p&gt;</comment>
                            <comment id="5621328" author="gregory.noma" created="Tue, 8 Aug 2023 19:16:09 +0000"  >&lt;p&gt;&lt;a href=&quot;https://jira.mongodb.org/secure/ViewProfile.jspa?name=alan.zheng%40mongodb.com&quot; class=&quot;user-hover&quot; rel=&quot;alan.zheng@mongodb.com&quot;&gt;alan.zheng@mongodb.com&lt;/a&gt; &lt;a href=&quot;https://jira.mongodb.org/secure/ViewProfile.jspa?name=alex.komyagin%40mongodb.com&quot; class=&quot;user-hover&quot; rel=&quot;alex.komyagin@mongodb.com&quot;&gt;alex.komyagin@mongodb.com&lt;/a&gt; any input on the urgency of this? We could use some clarity on the timeline for mongosync supporting time-series collections&lt;/p&gt;

&lt;p&gt;CC &lt;a href=&quot;https://jira.mongodb.org/secure/ViewProfile.jspa?name=irwin.dolobowsky%40mongodb.com&quot; class=&quot;user-hover&quot; rel=&quot;irwin.dolobowsky@mongodb.com&quot;&gt;irwin.dolobowsky@mongodb.com&lt;/a&gt;&lt;/p&gt;</comment>
                    </comments>
                <issuelinks>
                            <issuelinktype id="10420">
                    <name>Backports</name>
                                            <outwardlinks description="backported by">
                                                        </outwardlinks>
                                                        </issuelinktype>
                            <issuelinktype id="10011">
                    <name>Depends</name>
                                                                <inwardlinks description="is depended on by">
                                                        </inwardlinks>
                                    </issuelinktype>
                            <issuelinktype id="10012">
                    <name>Related</name>
                                                                <inwardlinks description="is related to">
                                        <issuelink>
            <issuekey id="2441474">SERVER-81044</issuekey>
        </issuelink>
                            </inwardlinks>
                                    </issuelinktype>
                    </issuelinks>
                <attachments>
                    </attachments>
                <subtasks>
                    </subtasks>
                <customfields>
                                                <customfield id="customfield_10050" key="com.atlassian.jira.toolkit:comments">
                        <customfieldname># Replies</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>14.0</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_18555" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname># of Sprints</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>2.0</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                    <customfield id="customfield_12751" key="com.atlassian.jira.plugin.system.customfieldtypes:multiselect">
                        <customfieldname>Assigned Teams</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue key="26007"><![CDATA[Storage Execution NAMER]]></customfieldvalue>
    
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                <customfield id="customfield_12450" key="com.atlassian.jira.plugin.system.customfieldtypes:multicheckboxes">
                        <customfieldname>Backport Requested</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue key="26243"><![CDATA[v7.1]]></customfieldvalue>
    <customfieldvalue key="25578"><![CDATA[v7.0]]></customfieldvalue>
    <customfieldvalue key="23470"><![CDATA[v6.0]]></customfieldvalue>
    
                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10011" key="com.atlassian.jira.plugin.system.customfieldtypes:radiobuttons">
                        <customfieldname>Backwards Compatibility</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue key="10038"><![CDATA[Fully Compatible]]></customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                            <customfield id="customfield_10055" key="com.atlassian.jira.ext.charting:firstresponsedate">
                        <customfieldname>Date of 1st Reply</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>Tue, 8 Aug 2023 19:16:09 +0000</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10052" key="com.atlassian.jira.toolkit:dayslastcommented">
                        <customfieldname>Days since reply</customfieldname>
                        <customfieldvalues>
                                        22 weeks, 5 days ago
    
                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_18254" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Dependencies</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue><![CDATA[]]></customfieldvalue>


                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_15850" key="com.atlassian.jira.plugins.jira-development-integration-plugin:devsummary">
                        <customfieldname>Development</customfieldname>
                        <customfieldvalues>
                            
                        </customfieldvalues>
                    </customfield>
                                                                                                                        <customfield id="customfield_17050" key="com.atlassian.jira.plugin.system.customfieldtypes:radiobuttons">
                        <customfieldname>Downstream Team Attention</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue key="16941"><![CDATA[Not Needed]]></customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                    <customfield id="customfield_10857" key="com.pyxis.greenhopper.jira:gh-epic-link">
                        <customfieldname>Epic Link</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>REP-35</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <customfield id="customfield_10057" key="com.atlassian.jira.toolkit:lastusercommented">
                        <customfieldname>Last comment by Customer</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>true</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                            <customfield id="customfield_10056" key="com.atlassian.jira.toolkit:lastupdaterorcommenter">
                        <customfieldname>Last commenter</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>luke.bonanomi@mongodb.com</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_11151" key="com.atlassian.jira.toolkit:LastCommentDate">
                        <customfieldname>Last public comment date</customfieldname>
                        <customfieldvalues>
                            22 weeks, 5 days ago
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                    <customfield id="customfield_10032" key="com.atlassian.jira.plugin.system.customfieldtypes:select">
                        <customfieldname>Operating System</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue key="10026"><![CDATA[ALL]]></customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                <customfield id="customfield_10051" key="com.atlassian.jira.toolkit:participants">
                        <customfieldname>Participants</customfieldname>
                        <customfieldvalues>
                                        <customfieldvalue>alex.komyagin@mongodb.com</customfieldvalue>
            <customfieldvalue>felipe.gasper@mongodb.com</customfieldvalue>
            <customfieldvalue>xgen-internal-githook</customfieldvalue>
            <customfieldvalue>gregory.noma@mongodb.com</customfieldvalue>
            <customfieldvalue>yuhong.zhang@mongodb.com</customfieldvalue>
    
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                        <customfield id="customfield_14254" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>Product Rank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>1|i2lf4f:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                <customfield id="customfield_12550" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>Rank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>2|i0j9lw:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10558" key="com.pyxis.greenhopper.jira:gh-global-rank">
                        <customfieldname>Rank (Obsolete)</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>9223372036854775807</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                            <customfield id="customfield_23361" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Requested By</customfieldname>
                        <customfieldvalues>
                                

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                            <customfield id="customfield_22250" key="com.atlassian.jira.plugin.system.customfieldtypes:radiobuttons">
                        <customfieldname>Special Downgrade Instructions Required</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue key="23343"><![CDATA[Not Needed]]></customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10557" key="com.pyxis.greenhopper.jira:gh-sprint">
                        <customfieldname>Sprint</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue id="7183">Execution NAMR Team 2023-08-21</customfieldvalue>
    <customfieldvalue id="7184">Execution NAMR Team 2023-09-04</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                        <customfield id="customfield_10053" key="com.atlassian.jira.ext.charting:timeinstatus">
                        <customfieldname>Time In Status</customfieldname>
                        <customfieldvalues>
                            
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                        <customfield id="customfield_22870" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Triagers</customfieldname>
                        <customfieldvalues>
                                

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                    <customfield id="customfield_14350" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>serverRank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>1|i2l19r:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                    </customfields>
    </item>
</channel>
</rss>