<!-- 
RSS generated by JIRA (9.7.1#970001-sha1:2222b88b221c4928ef0de3161136cc90c8356a66) at Wed Feb 07 21:17:21 UTC 2024

It is possible to restrict the fields that are returned in this document by specifying the 'field' parameter in your request.
For example, to request only the issue key and summary append 'field=key&field=summary' to the URL of your request.
-->
<rss version="0.92" >
<channel>
    <title>MongoDB Jira</title>
    <link>https://jira.mongodb.org</link>
    <description>This file is an XML representation of an issue</description>
    <language>en-us</language>    <build-info>
        <version>9.7.1</version>
        <build-number>970001</build-number>
        <build-date>13-04-2023</build-date>
    </build-info>


<item>
            <title>[CDRIVER-3195] Driver aborts during bulk write</title>
                <link>https://jira.mongodb.org/browse/CDRIVER-3195</link>
                <project id="10030" key="CDRIVER">C Driver</project>
                    <description>&lt;p&gt;Driver aborts during bulk write because a precondition for &quot;stream&quot; fails.&lt;/p&gt;

&lt;p&gt;&#160;&lt;/p&gt;

&lt;p&gt;Here&apos;s the callstack.&lt;/p&gt;

&lt;p&gt;&#160;&lt;/p&gt;
&lt;blockquote&gt;&lt;p&gt;inmation.exe!abort() Line 77&lt;/p&gt;&lt;/blockquote&gt;
&lt;blockquote&gt;&lt;p&gt;at d:\th\minkernel\crts\ucrt\src\appcrt\startup\abort.cpp(77)&lt;/p&gt;&lt;/blockquote&gt;
&lt;blockquote&gt;&lt;p&gt;inmation.exe!mongoc_stream_writev(_mongoc_stream_t * stream, mongoc_iovec_t * iov, unsigned __int64 iovcnt, int timeout_msec) Line 154&lt;/p&gt;&lt;/blockquote&gt;
&lt;blockquote&gt;&lt;p&gt;at c:\agent&amp;#95;work\5\s\buildtrees\mongo-c-driver\src\1.13.0-6ade1fe75c\src\libmongoc\src\mongoc\mongoc-stream.c(154)&lt;/p&gt;&lt;/blockquote&gt;
&lt;blockquote&gt;&lt;p&gt;&lt;span class=&quot;error&quot;&gt;&amp;#91;Inline Frame&amp;#93;&lt;/span&gt; inmation.exe!mongoc_stream_writev(_mongoc_stream_t * timeout_msec, mongoc_iovec_t *) Line 165&lt;/p&gt;&lt;/blockquote&gt;
&lt;blockquote&gt;&lt;p&gt;at c:\agent&amp;#95;work\5\s\buildtrees\mongo-c-driver\src\1.13.0-6ade1fe75c\src\libmongoc\src\mongoc\mongoc-stream.c(165)&lt;/p&gt;&lt;/blockquote&gt;
&lt;blockquote&gt;&lt;p&gt;inmation.exe!_mongoc_stream_writev_full(_mongoc_stream_t * stream, mongoc_iovec_t * iov, unsigned __int64 iovcnt, int timeout_msec, _bson_error_t * error) Line 433&lt;/p&gt;&lt;/blockquote&gt;
&lt;blockquote&gt;&lt;p&gt;at c:\agent&amp;#95;work\5\s\buildtrees\mongo-c-driver\src\1.13.0-6ade1fe75c\src\libmongoc\src\mongoc\mongoc-stream.c(433)&lt;/p&gt;&lt;/blockquote&gt;
&lt;blockquote&gt;&lt;p&gt;inmation.exe!mongoc_cluster_run_opmsg(_mongoc_cluster_t * cluster, _mongoc_cmd_t * cmd, _bson_t * reply, _bson_error_t * error) Line 2771&lt;/p&gt;&lt;/blockquote&gt;
&lt;blockquote&gt;&lt;p&gt;at c:\agent&amp;#95;work\5\s\buildtrees\mongo-c-driver\src\1.13.0-6ade1fe75c\src\libmongoc\src\mongoc\mongoc-cluster.c(2771)&lt;/p&gt;&lt;/blockquote&gt;
&lt;blockquote&gt;&lt;p&gt;inmation.exe!mongoc_cluster_run_command_monitored(_mongoc_cluster_t * cluster, _mongoc_cmd_t * cmd, _bson_t * reply, _bson_error_t * error) Line 554&lt;/p&gt;&lt;/blockquote&gt;
&lt;blockquote&gt;&lt;p&gt;at c:\agent&amp;#95;work\5\s\buildtrees\mongo-c-driver\src\1.13.0-6ade1fe75c\src\libmongoc\src\mongoc\mongoc-cluster.c(554)&lt;/p&gt;&lt;/blockquote&gt;
&lt;blockquote&gt;&lt;p&gt;inmation.exe!_mongoc_write_opmsg(mongoc_write_command_t * command, _mongoc_client_t * client, _mongoc_server_stream_t * server_stream, const char * database, const char * collection, const _mongoc_write_concern_t * write_concern, unsigned int index_offset, _mongoc_client_session_t * cs, mongoc_write_result_t * result, _bson_error_t * error) Line 585&lt;/p&gt;&lt;/blockquote&gt;
&lt;blockquote&gt;&lt;p&gt;at c:\agent&amp;#95;work\5\s\buildtrees\mongo-c-driver\src\1.13.0-6ade1fe75c\src\libmongoc\src\mongoc\mongoc-write-command.c(585)&lt;/p&gt;&lt;/blockquote&gt;
&lt;blockquote&gt;&lt;p&gt;inmation.exe!_mongoc_write_command_execute_idl(mongoc_write_command_t * command, _mongoc_client_t * client, _mongoc_server_stream_t * server_stream, const char * database, const char * collection, unsigned int offset, const _mongoc_crud_opts_t * crud, mongoc_write_result_t * result) Line 973&lt;/p&gt;&lt;/blockquote&gt;
&lt;blockquote&gt;&lt;p&gt;at c:\agent&amp;#95;work\5\s\buildtrees\mongo-c-driver\src\1.13.0-6ade1fe75c\src\libmongoc\src\mongoc\mongoc-write-command.c(973)&lt;/p&gt;&lt;/blockquote&gt;
&lt;blockquote&gt;&lt;p&gt;inmation.exe!_mongoc_write_command_execute(mongoc_write_command_t * command, _mongoc_client_t * client, _mongoc_server_stream_t * server_stream, const char * database, const char * collection, const _mongoc_write_concern_t * write_concern, unsigned int offset, _mongoc_client_session_t * cs, mongoc_write_result_t * result) Line 874&lt;/p&gt;&lt;/blockquote&gt;
&lt;blockquote&gt;&lt;p&gt;at c:\agent&amp;#95;work\5\s\buildtrees\mongo-c-driver\src\1.13.0-6ade1fe75c\src\libmongoc\src\mongoc\mongoc-write-command.c(874)&lt;/p&gt;&lt;/blockquote&gt;
&lt;blockquote&gt;&lt;p&gt;inmation.exe!mongoc_bulk_operation_execute(_mongoc_bulk_operation_t * bulk, _bson_t * reply, _bson_error_t * error) Line 792&lt;/p&gt;&lt;/blockquote&gt;
&lt;blockquote&gt;&lt;p&gt;at c:\agent&amp;#95;work\5\s\buildtrees\mongo-c-driver\src\1.13.0-6ade1fe75c\src\libmongoc\src\mongoc\mongoc-bulk-operation.c(792)&lt;/p&gt;&lt;/blockquote&gt;
&lt;blockquote&gt;&lt;p&gt;inmation.exe!mongocxx::v_noabi::bulk_write::execute() Line 171&lt;/p&gt;&lt;/blockquote&gt;
&lt;blockquote&gt;&lt;p&gt;at c:\agent&amp;#95;work\5\s\buildtrees\mongo-cxx-driver\src\r3.4.0-2d6ad5f494\src\mongocxx\bulk_write.cpp(171)&lt;/p&gt;&lt;/blockquote&gt;
&lt;p&gt;&#160;&lt;/p&gt;

&lt;p&gt;A few things to note:&lt;/p&gt;

&lt;p&gt;1) We only do un-ordered writes.&lt;/p&gt;

&lt;p&gt;2) The mongodb server was very busy and probably unresponsive when this happened.&lt;/p&gt;

&lt;p&gt;3) My debugger says that error parameter to &quot; _mongoc_stream_writev_full&quot; has domain 2, code 4 and the message &quot;Failed to send &quot;update&quot; command with database &quot;HistoryTest&quot;: Failed to read 4 bytes: socket error or timeout&quot;.&lt;/p&gt;

&lt;p&gt;4) This crash seems to be the same as &lt;a href=&quot;https://jira.mongodb.org/browse/CDRIVER-1556&quot; title=&quot;driver aborts after &amp;quot;mongoc_stream_writev(): precondition failed: stream&amp;quot;&quot; class=&quot;issue-link&quot; data-issue-key=&quot;CDRIVER-1556&quot;&gt;&lt;del&gt;CDRIVER-1556&lt;/del&gt;&lt;/a&gt; which is &quot;fixed&quot;.&lt;/p&gt;</description>
                <environment>Windows 10</environment>
        <key id="804964">CDRIVER-3195</key>
            <summary>Driver aborts during bulk write</summary>
                <type id="1" iconUrl="https://jira.mongodb.org/secure/viewavatar?size=xsmall&amp;avatarId=14703&amp;avatarType=issuetype">Bug</type>
                                            <priority id="3" iconUrl="https://jira.mongodb.org/images/icons/priorities/major.svg">Major - P3</priority>
                        <status id="6" iconUrl="https://jira.mongodb.org/images/icons/statuses/closed.png" description="The issue is considered finished, the resolution is correct. Issues which are closed can be reopened.">Closed</status>
                    <statusCategory id="3" key="done" colorName="success"/>
                                    <resolution id="3">Duplicate</resolution>
                                        <assignee username="kevin.albertson@mongodb.com">Kevin Albertson</assignee>
                                    <reporter username="bhargavabhat@gmail.com">Bh Sr</reporter>
                        <labels>
                    </labels>
                <created>Mon, 17 Jun 2019 11:37:24 +0000</created>
                <updated>Thu, 6 Apr 2023 16:29:03 +0000</updated>
                            <resolved>Mon, 12 Aug 2019 18:42:35 +0000</resolved>
                                    <version>1.13.0</version>
                                                    <component>Bulk API</component>
                    <component>libmongoc</component>
                                        <votes>0</votes>
                                    <watches>3</watches>
                                                                                                                <comments>
                            <comment id="2368197" author="bhargavabhat@gmail.com" created="Tue, 13 Aug 2019 08:39:55 +0000"  >&lt;p&gt;Thanks&#160;&lt;a href=&quot;https://jira.mongodb.org/secure/ViewProfile.jspa?name=Kevin.Albertson&quot; class=&quot;user-hover&quot; rel=&quot;Kevin.Albertson&quot;&gt;Kevin.Albertson&lt;/a&gt;! I will test it once 1.15.0 is released.&lt;/p&gt;</comment>
                            <comment id="2367392" author="kevin.albertson" created="Mon, 12 Aug 2019 18:42:35 +0000"  >&lt;p&gt;Hi &lt;a href=&quot;https://jira.mongodb.org/secure/ViewProfile.jspa?name=srinarasi&quot; class=&quot;user-hover&quot; rel=&quot;srinarasi&quot;&gt;srinarasi&lt;/a&gt;, we have reproduced a crash for bulk writes using OP_MSG that produces a similar stack trace as you have provided and fixed it as part of &lt;a href=&quot;https://jira.mongodb.org/browse/CDRIVER-3239&quot; title=&quot;Driver aborts during OP_MSG bulk write if command fails mid batch&quot; class=&quot;issue-link&quot; data-issue-key=&quot;CDRIVER-3239&quot;&gt;&lt;del&gt;CDRIVER-3239&lt;/del&gt;&lt;/a&gt;, which will be included in 1.15.0 when it is released (which should be this week). Upgrading should hopefully resolve your issue. If it does not, please open another ticket.&lt;/p&gt;

&lt;p&gt;Thanks,&lt;br/&gt;
Kevin&lt;/p&gt;</comment>
                            <comment id="2326022" author="kevin.albertson" created="Mon, 15 Jul 2019 01:04:22 +0000"  >&lt;p&gt;Hi &lt;a href=&quot;https://jira.mongodb.org/secure/ViewProfile.jspa?name=srinarasi&quot; class=&quot;user-hover&quot; rel=&quot;srinarasi&quot;&gt;srinarasi&lt;/a&gt; I have been able to reproduce this issue, and it appears to still be an issue in master. &lt;a href=&quot;https://jira.mongodb.org/browse/CDRIVER-1556&quot; title=&quot;driver aborts after &amp;quot;mongoc_stream_writev(): precondition failed: stream&amp;quot;&quot; class=&quot;issue-link&quot; data-issue-key=&quot;CDRIVER-1556&quot;&gt;&lt;del&gt;CDRIVER-1556&lt;/del&gt;&lt;/a&gt; is similar, but that applied to sending write commands over the OP_QUERY wire protocol. Since MongoDB 3.6, we&apos;ve supported the OP_MSG protocol, and it appears the logic to fix &lt;a href=&quot;https://jira.mongodb.org/browse/CDRIVER-1556&quot; title=&quot;driver aborts after &amp;quot;mongoc_stream_writev(): precondition failed: stream&amp;quot;&quot; class=&quot;issue-link&quot; data-issue-key=&quot;CDRIVER-1556&quot;&gt;&lt;del&gt;CDRIVER-1556&lt;/del&gt;&lt;/a&gt; wasn&apos;t properly ported during the implementation of OP_MSG. I&apos;ve created a new ticket to describe and track this issue: &lt;a href=&quot;https://jira.mongodb.org/browse/CDRIVER-3239&quot; title=&quot;Driver aborts during OP_MSG bulk write if command fails mid batch&quot; class=&quot;issue-link&quot; data-issue-key=&quot;CDRIVER-3239&quot;&gt;&lt;del&gt;CDRIVER-3239&lt;/del&gt;&lt;/a&gt;.&lt;/p&gt;</comment>
                            <comment id="2309372" author="bhargavabhat@gmail.com" created="Tue, 2 Jul 2019 13:38:01 +0000"  >&lt;p&gt;I meant to say &lt;a href=&quot;https://jira.mongodb.org/browse/CDRIVER-2814&quot; title=&quot;No simple way to validate a BSON document without crashing&quot; class=&quot;issue-link&quot; data-issue-key=&quot;CDRIVER-2814&quot;&gt;&lt;del&gt;CDRIVER-2814&lt;/del&gt;&lt;/a&gt; in my previous comment.&lt;/p&gt;</comment>
                            <comment id="2309366" author="bhargavabhat@gmail.com" created="Tue, 2 Jul 2019 13:36:14 +0000"  >&lt;p&gt;Hi @Kevin Albertson,&lt;/p&gt;

&lt;p&gt;We have done a&#160; couple of changes to the driver. One is to fix &lt;a href=&quot;https://jira.mongodb.org/browse/CDRIVER-2701&quot; title=&quot;Add example of validating BSON nesting depth with bson_visitor_t&quot; class=&quot;issue-link&quot; data-issue-key=&quot;CDRIVER-2701&quot;&gt;&lt;del&gt;CDRIVER-2701&lt;/del&gt;&lt;/a&gt; and the other is to support it on Windows XP. Neither of those changes affect the part of the code where the crash occurred ( this crash did not occur on Windows XP). We certainly don&apos;t change mongoc-stream.c. Could the line number mismatch be a result of Visual Studio not being able to show the correct line number for the optimized release builds?&lt;/p&gt;

&lt;p&gt;&#160;&lt;/p&gt;

&lt;p&gt;We do use a pooled client. It&apos;s difficult to share the code which crashes but in effect, I can represent what we do in the pseudocode below.&#160; The pool is created much before this code runs and is not destroyed until much later.&lt;/p&gt;

&lt;p&gt;&#160;&lt;/p&gt;
&lt;p/&gt;
&lt;div id=&quot;syntaxplugin&quot; class=&quot;syntaxplugin&quot; style=&quot;border: 1px dashed #bbb; border-radius: 5px !important; overflow: auto; max-height: 30em;&quot;&gt;
&lt;table cellspacing=&quot;0&quot; cellpadding=&quot;0&quot; border=&quot;0&quot; width=&quot;100%&quot; style=&quot;font-size: 1em; line-height: 1.4em !important; font-weight: normal; font-style: normal; color: black;&quot;&gt;
		&lt;tbody &gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;  margin-top: 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;auto bw = &amp;lt;&amp;lt;collection&amp;gt;&amp;gt;.create_bulk_write(mongocxx::options::bulk_write().ordered(&lt;/span&gt;&lt;span style=&quot;color: #006699; font-weight: bold; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;false&lt;/span&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;));&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: #006699; font-weight: bold; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;for&lt;/span&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt; (...)&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;&#160;&#160;&#160; bw.append(mongocxx::model::replace_one(&amp;lt;&amp;lt;some document here&amp;gt;&amp;gt;).upsert(&lt;/span&gt;&lt;span style=&quot;color: #006699; font-weight: bold; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;true&lt;/span&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;));&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   margin-bottom: 10px;  width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;bw.execute();&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
			&lt;/tbody&gt;
&lt;/table&gt;
&lt;/div&gt;
&lt;p/&gt;
&lt;p&gt;&#160;&lt;/p&gt;

&lt;p&gt;&#160;&lt;/p&gt;

&lt;p&gt;We have not upgraded to 1.14 yet. We have only seen this crash twice in the last few months. So, even if we update in the next few weeks, it may be many many months before it crashes again.&lt;/p&gt;

&lt;p&gt;&#160;&lt;/p&gt;

&lt;p&gt;Is there any more information that I can provide?&lt;/p&gt;</comment>
                            <comment id="2306213" author="kevin.albertson" created="Mon, 1 Jul 2019 05:32:18 +0000"  >&lt;p&gt;Hi &lt;a href=&quot;https://jira.mongodb.org/secure/ViewProfile.jspa?name=srinarasi&quot; class=&quot;user-hover&quot; rel=&quot;srinarasi&quot;&gt;srinarasi&lt;/a&gt;, thank you for the detailed bug report!&lt;/p&gt;

&lt;p&gt;Can you reproduce on the latest C driver release, 1.14.0?&lt;/p&gt;

&lt;p/&gt;
&lt;div id=&quot;syntaxplugin&quot; class=&quot;syntaxplugin&quot; style=&quot;border: 1px dashed #bbb; border-radius: 5px !important; overflow: auto; max-height: 30em;&quot;&gt;
&lt;table cellspacing=&quot;0&quot; cellpadding=&quot;0&quot; border=&quot;0&quot; width=&quot;100%&quot; style=&quot;font-size: 1em; line-height: 1.4em !important; font-weight: normal; font-style: normal; color: black;&quot;&gt;
		&lt;tbody &gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;  margin-top: 10px;   margin-bottom: 10px;  width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;at c:\agent_work\5\s\buildtrees\mongo-c-driver\src\1.13.0-6ade1fe75c\src\libmongoc\src\mongoc\mongoc-stream.c(433)&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
			&lt;/tbody&gt;
&lt;/table&gt;
&lt;/div&gt;
&lt;p/&gt;

&lt;p&gt;&lt;a href=&quot;https://github.com/mongodb/mongo-c-driver/blob/1.13.0/src/libmongoc/src/mongoc/mongoc-stream.c#L433&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;Line 433 in 1.13.0&lt;/a&gt; does not correspond to the call to mongoc_stream_writev_full. And 6ade1fe75c is not a known git hash in the C driver. Are you using a modified C driver, and would those modifications be relevant?&lt;/p&gt;

&lt;p&gt;Is the client you are using a pooled client or single threaded client? If possible, can you provide the relevant part of the code that creates the client and performs the bulk write?&lt;/p&gt;


</comment>
                    </comments>
                <issuelinks>
                            <issuelinktype id="10011">
                    <name>Depends</name>
                                            <outwardlinks description="depends on">
                                        <issuelink>
            <issuekey id="857698">CDRIVER-3239</issuekey>
        </issuelink>
                            </outwardlinks>
                                                        </issuelinktype>
                            <issuelinktype id="10012">
                    <name>Related</name>
                                                                <inwardlinks description="is related to">
                                        <issuelink>
            <issuekey id="318127">CDRIVER-1556</issuekey>
        </issuelink>
                            </inwardlinks>
                                    </issuelinktype>
                    </issuelinks>
                <attachments>
                    </attachments>
                <subtasks>
                    </subtasks>
                <customfields>
                                                                                                                                                                                                                                                                                                                                                                    <customfield id="customfield_15850" key="com.atlassian.jira.plugins.jira-development-integration-plugin:devsummary">
                        <customfieldname>Development</customfieldname>
                        <customfieldvalues>
                            
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                            <customfield id="customfield_12550" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>Rank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>2|huupxj:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10558" key="com.pyxis.greenhopper.jira:gh-global-rank">
                        <customfieldname>Rank (Obsolete)</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>9223372036854775807</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                            </customfields>
    </item>
</channel>
</rss>