<!-- 
RSS generated by JIRA (9.7.1#970001-sha1:2222b88b221c4928ef0de3161136cc90c8356a66) at Thu Feb 08 09:06:13 UTC 2024

It is possible to restrict the fields that are returned in this document by specifying the 'field' parameter in your request.
For example, to request only the issue key and summary append 'field=key&field=summary' to the URL of your request.
-->
<rss version="0.92" >
<channel>
    <title>MongoDB Jira</title>
    <link>https://jira.mongodb.org</link>
    <description>This file is an XML representation of an issue</description>
    <language>en-us</language>    <build-info>
        <version>9.7.1</version>
        <build-number>970001</build-number>
        <build-date>13-04-2023</build-date>
    </build-info>


<item>
            <title>[KAFKA-365] The data should exceed 1.4mb, causing the producer send to fail</title>
                <link>https://jira.mongodb.org/browse/KAFKA-365</link>
                <project id="16285" key="KAFKA">Kafka Connector</project>
                    <description></description>
                <environment></environment>
        <key id="2321953">KAFKA-365</key>
            <summary>The data should exceed 1.4mb, causing the producer send to fail</summary>
                <type id="6" iconUrl="https://jira.mongodb.org/secure/viewavatar?size=xsmall&amp;avatarId=14720&amp;avatarType=issuetype">Question</type>
                                            <priority id="3" iconUrl="https://jira.mongodb.org/images/icons/priorities/major.svg">Major - P3</priority>
                        <status id="6" iconUrl="https://jira.mongodb.org/images/icons/statuses/closed.png" description="The issue is considered finished, the resolution is correct. Issues which are closed can be reopened.">Closed</status>
                    <statusCategory id="3" key="done" colorName="success"/>
                                    <resolution id="13203">Gone away</resolution>
                                        <assignee username="robert.walters@mongodb.com">Robert Walters</assignee>
                                    <reporter username="liuxiaoyang904.61@gmail.com">&#26195;&#38451; &#21016;</reporter>
                        <labels>
                    </labels>
                <created>Mon, 24 Apr 2023 03:59:02 +0000</created>
                <updated>Fri, 27 Oct 2023 19:45:07 +0000</updated>
                            <resolved>Mon, 22 May 2023 12:12:32 +0000</resolved>
                                    <version>1.9.1</version>
                                                                        <votes>0</votes>
                                    <watches>5</watches>
                                                                                                                <comments>
                            <comment id="5441573" author="jeff.yemin" created="Mon, 22 May 2023 12:12:32 +0000"  >&lt;p&gt;OK &lt;a href=&quot;https://jira.mongodb.org/secure/ViewProfile.jspa?name=liuxiaoyang904.61%40gmail.com&quot; class=&quot;user-hover&quot; rel=&quot;liuxiaoyang904.61@gmail.com&quot;&gt;liuxiaoyang904.61@gmail.com&lt;/a&gt;&#160; thanks for following up.&#160;&lt;/p&gt;</comment>
                            <comment id="5440873" author="JIRAUSER1272836" created="Mon, 22 May 2023 02:29:21 +0000"  >&lt;p&gt;&lt;a href=&quot;https://jira.mongodb.org/secure/ViewProfile.jspa?name=dbeng-pm-bot&quot; class=&quot;user-hover&quot; rel=&quot;dbeng-pm-bot&quot;&gt;dbeng-pm-bot&lt;/a&gt;&lt;a href=&quot;https://jira.mongodb.org/secure/ViewProfile.jspa?name=jeff.yemin%40mongodb.com&quot; class=&quot;user-hover&quot; rel=&quot;jeff.yemin@mongodb.com&quot;&gt;jeff.yemin@mongodb.com&lt;/a&gt;&lt;a href=&quot;https://jira.mongodb.org/secure/ViewProfile.jspa?name=robert.walters%40mongodb.com&quot; class=&quot;user-hover&quot; rel=&quot;robert.walters@mongodb.com&quot;&gt;robert.walters@mongodb.com&lt;/a&gt;   Hi~&#65292;&lt;br/&gt;
I have other things to deal with recently, and I don&apos;t have much energy to deal with this matter for the time being. This jar can also be closed for the time being. This problem occurs in a test program, and the importance is not high.&lt;/p&gt;</comment>
                            <comment id="5434616" author="dbeng-pm-bot" created="Thu, 18 May 2023 13:10:47 +0000"  >&lt;p&gt;Hi &lt;a href=&quot;https://jira.mongodb.org/secure/ViewProfile.jspa?name=liuxiaoyang904.61%40gmail.com&quot; class=&quot;user-hover&quot; rel=&quot;liuxiaoyang904.61@gmail.com&quot;&gt;liuxiaoyang904.61@gmail.com&lt;/a&gt;! &lt;a href=&quot;https://jira.mongodb.org/browse/KAFKA-365&quot; title=&quot;The data should exceed 1.4mb, causing the producer send to fail&quot; class=&quot;issue-link&quot; data-issue-key=&quot;KAFKA-365&quot;&gt;&lt;del&gt;KAFKA-365&lt;/del&gt;&lt;/a&gt; is awaiting your response. &lt;/p&gt;

&lt;p&gt;If this is still an issue for you, please open Jira to review the latest status and provide your feedback. Thanks!&lt;/p&gt;</comment>
                            <comment id="5417378" author="dbeng-pm-bot" created="Thu, 11 May 2023 12:00:53 +0000"  >&lt;p&gt;Hey &lt;a href=&quot;https://jira.mongodb.org/secure/ViewProfile.jspa?name=liuxiaoyang904.61%40gmail.com&quot; class=&quot;user-hover&quot; rel=&quot;liuxiaoyang904.61@gmail.com&quot;&gt;liuxiaoyang904.61@gmail.com&lt;/a&gt;, We need additional details to investigate the problem. If this is still an issue for you, please provide the requested information.&lt;/p&gt;</comment>
                            <comment id="5399511" author="JIRAUSER1272836" created="Thu, 4 May 2023 02:32:57 +0000"  >&lt;p&gt;&lt;a href=&quot;https://jira.mongodb.org/secure/ViewProfile.jspa?name=robert.walters%40mongodb.com&quot; class=&quot;user-hover&quot; rel=&quot;robert.walters@mongodb.com&quot;&gt;robert.walters@mongodb.com&lt;/a&gt; Hi&#65292;my kafka config is 10m &lt;span class=&quot;image-wrap&quot; style=&quot;&quot;&gt;&lt;a id=&quot;447830_thumb&quot; href=&quot;https://jira.mongodb.org/secure/attachment/447830/447830_screenshot-3.png&quot; title=&quot;screenshot-3.png&quot; file-preview-type=&quot;image&quot; file-preview-id=&quot;447830&quot; file-preview-title=&quot;screenshot-3.png&quot;&gt;&lt;img src=&quot;https://jira.mongodb.org/secure/thumbnail/447830/_thumb_447830.png&quot; style=&quot;border: 0px solid black&quot; role=&quot;presentation&quot;/&gt;&lt;/a&gt;&lt;/span&gt; I don&apos;t know how many bytes of data are causing the error. I&apos;ll take a look to see if it exceeds 10M, although that&apos;s just text data.  &lt;/p&gt;</comment>
                            <comment id="5390605" author="robert.walters" created="Mon, 1 May 2023 13:07:13 +0000"  >&lt;p&gt;&lt;a href=&quot;https://jira.mongodb.org/secure/ViewProfile.jspa?name=liuxiaoyang904.61%40gmail.com&quot; class=&quot;user-hover&quot; rel=&quot;liuxiaoyang904.61@gmail.com&quot;&gt;liuxiaoyang904.61@gmail.com&lt;/a&gt; Can you ensure the following properties are set in&#160; your kafka broker? This would make 15MB the max&lt;/p&gt;
&lt;ol&gt;
	&lt;li&gt;
	&lt;ul&gt;
		&lt;li&gt;&lt;tt&gt;message.max.bytes&lt;/tt&gt;&#160;= 15728640&lt;/li&gt;
		&lt;li&gt;&lt;tt&gt;replica.fetch.max.bytes&lt;/tt&gt;&#160;= 15728640&lt;/li&gt;
		&lt;li&gt;&lt;tt&gt;max.request.size&lt;/tt&gt;&#160;= 15728640&lt;/li&gt;
		&lt;li&gt;&lt;tt&gt;fetch.message.max.bytes&lt;/tt&gt;&#160;= 15728640&lt;/li&gt;
	&lt;/ul&gt;
	&lt;/li&gt;
&lt;/ol&gt;
</comment>
                            <comment id="5372562" author="JIRAUSER1272836" created="Tue, 25 Apr 2023 03:00:52 +0000"  >&lt;p&gt;&lt;a href=&quot;https://jira.mongodb.org/secure/ViewProfile.jspa?name=jeff.yemin%40mongodb.com&quot; class=&quot;user-hover&quot; rel=&quot;jeff.yemin@mongodb.com&quot;&gt;jeff.yemin@mongodb.com&lt;/a&gt;   log&#65306;&lt;br/&gt;
org.apache.kafka.connect.errors.ConnectException: Unrecoverable exception from producer send callback&lt;br/&gt;
        at org.apache.kafka.connect.runtime.WorkerSourceTask.maybeThrowProducerSendException(WorkerSourceTask.java:258)&lt;br/&gt;
        at org.apache.kafka.connect.runtime.WorkerSourceTask.sendRecords(WorkerSourceTask.java:312)&lt;br/&gt;
        at org.apache.kafka.connect.runtime.WorkerSourceTask.execute(WorkerSourceTask.java:240)&lt;br/&gt;
        at org.apache.kafka.connect.runtime.WorkerTask.doRun(WorkerTask.java:177)&lt;br/&gt;
        at org.apache.kafka.connect.runtime.WorkerTask.run(WorkerTask.java:227)&lt;br/&gt;
        at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)&lt;br/&gt;
        at java.util.concurrent.FutureTask.run(FutureTask.java:266)&lt;br/&gt;
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)&lt;br/&gt;
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)&lt;br/&gt;
        at java.lang.Thread.run(Thread.java:748)&lt;br/&gt;
Caused by: org.apache.kafka.common.errors.RecordTooLargeException: The message is 1445052 bytes when serialized which is larger than the maximum request size you have configured with the max.request.size configuration.&lt;br/&gt;
----------------------------------------------------------------&lt;br/&gt;
my kafka  conf is 10M&lt;/p&gt;</comment>
                            <comment id="5372557" author="JIRAUSER1272836" created="Tue, 25 Apr 2023 02:57:10 +0000"  >&lt;p&gt;&lt;a href=&quot;https://jira.mongodb.org/secure/ViewProfile.jspa?name=robert.walters%40mongodb.com&quot; class=&quot;user-hover&quot; rel=&quot;robert.walters@mongodb.com&quot;&gt;robert.walters@mongodb.com&lt;/a&gt; &lt;span class=&quot;image-wrap&quot; style=&quot;&quot;&gt;&lt;a id=&quot;445923_thumb&quot; href=&quot;https://jira.mongodb.org/secure/attachment/445923/445923_screenshot-1.png&quot; title=&quot;screenshot-1.png&quot; file-preview-type=&quot;image&quot; file-preview-id=&quot;445923&quot; file-preview-title=&quot;screenshot-1.png&quot;&gt;&lt;img src=&quot;https://jira.mongodb.org/secure/thumbnail/445923/_thumb_445923.png&quot; style=&quot;border: 0px solid black&quot; role=&quot;presentation&quot;/&gt;&lt;/a&gt;&lt;/span&gt;  &lt;span class=&quot;image-wrap&quot; style=&quot;&quot;&gt;&lt;a id=&quot;445924_thumb&quot; href=&quot;https://jira.mongodb.org/secure/attachment/445924/445924_screenshot-2.png&quot; title=&quot;screenshot-2.png&quot; file-preview-type=&quot;image&quot; file-preview-id=&quot;445924&quot; file-preview-title=&quot;screenshot-2.png&quot;&gt;&lt;img src=&quot;https://jira.mongodb.org/secure/thumbnail/445924/_thumb_445924.png&quot; style=&quot;border: 0px solid black&quot; role=&quot;presentation&quot;/&gt;&lt;/a&gt;&lt;/span&gt; &lt;br/&gt;
The test proves that the 2M data I sent through the java producer can be received normally without restriction, so I wonder if the parameter max.request.size is not defined in the producer structure in the connector.&lt;/p&gt;</comment>
                            <comment id="5372271" author="robert.walters" created="Mon, 24 Apr 2023 22:02:02 +0000"  >&lt;p&gt;By default Kafka only handles messages about 1MB in size, it might be that your Kafka is not setup to handle more.&#160; I found this stackoverflow that suggests a few Kafka configurations to change the default size&lt;/p&gt;

&lt;p&gt;&lt;a href=&quot;https://stackoverflow.com/questions/21020347/how-can-i-send-large-messages-with-kafka-over-15mb&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://stackoverflow.com/questions/21020347/how-can-i-send-large-messages-with-kafka-over-15mb&lt;/a&gt;&lt;/p&gt;

&lt;p&gt;&#160;&lt;/p&gt;</comment>
                            <comment id="5370606" author="jeff.yemin" created="Mon, 24 Apr 2023 14:43:57 +0000"  >&lt;p&gt;Hi &lt;a href=&quot;https://jira.mongodb.org/secure/ViewProfile.jspa?name=liuxiaoyang904.61%40gmail.com&quot; class=&quot;user-hover&quot; rel=&quot;liuxiaoyang904.61@gmail.com&quot;&gt;liuxiaoyang904.61@gmail.com&lt;/a&gt;,&lt;/p&gt;

&lt;p&gt;It&apos;s difficult to say with the information provided.  If you give us more context around this error we may be able to assist you:&lt;/p&gt;

&lt;ol&gt;
	&lt;li&gt;a reproduction scenario&lt;/li&gt;
	&lt;li&gt;all relevant Kafka configuration properties&lt;/li&gt;
	&lt;li&gt;the full stack trace&lt;/li&gt;
&lt;/ol&gt;
</comment>
                            <comment id="5369268" author="JIRAUSER1272836" created="Mon, 24 Apr 2023 04:02:04 +0000"  >&lt;p&gt;&lt;br/&gt;
But my Kafka configuration is 10mb, and I didn&apos;t find any related send parameter settings in the mongodb Kafka conn documentation&lt;/p&gt;</comment>
                            <comment id="5369266" author="JIRAUSER1272836" created="Mon, 24 Apr 2023 03:59:57 +0000"  >&lt;p&gt;Caused by: org.apache.kafka.common.errors.RecordTooLargeException: The message is 1445052 bytes when serialized which is larger than the maximum request size you have configured with the max.request.size configuration.&lt;/p&gt;</comment>
                    </comments>
                    <attachments>
                            <attachment id="445923" name="screenshot-1.png" size="8384" author="liuxiaoyang904.61@gmail.com" created="Tue, 25 Apr 2023 02:52:41 +0000"/>
                            <attachment id="445924" name="screenshot-2.png" size="40896" author="liuxiaoyang904.61@gmail.com" created="Tue, 25 Apr 2023 02:54:05 +0000"/>
                            <attachment id="447830" name="screenshot-3.png" size="11158" author="liuxiaoyang904.61@gmail.com" created="Thu, 4 May 2023 02:29:39 +0000"/>
                    </attachments>
                <subtasks>
                    </subtasks>
                <customfields>
                                                                                                                                                                                                                                                                                                                                        <customfield id="customfield_15850" key="com.atlassian.jira.plugins.jira-development-integration-plugin:devsummary">
                        <customfieldname>Development</customfieldname>
                        <customfieldvalues>
                            
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                    <customfield id="customfield_12550" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>Rank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>2|hr3mmh:0400000942rnk</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10558" key="com.pyxis.greenhopper.jira:gh-global-rank">
                        <customfieldname>Rank (Obsolete)</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>9223372036854775807</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                </customfields>
    </item>
</channel>
</rss>