<!-- 
RSS generated by JIRA (9.7.1#970001-sha1:2222b88b221c4928ef0de3161136cc90c8356a66) at Thu Feb 08 05:33:22 UTC 2024

It is possible to restrict the fields that are returned in this document by specifying the 'field' parameter in your request.
For example, to request only the issue key and summary append 'field=key&field=summary' to the URL of your request.
-->
<rss version="0.92" >
<channel>
    <title>MongoDB Jira</title>
    <link>https://jira.mongodb.org</link>
    <description>This file is an XML representation of an issue</description>
    <language>en-us</language>    <build-info>
        <version>9.7.1</version>
        <build-number>970001</build-number>
        <build-date>13-04-2023</build-date>
    </build-info>


<item>
            <title>[SERVER-54375] Failing windows build with error LNK1106</title>
                <link>https://jira.mongodb.org/browse/SERVER-54375</link>
                <project id="10000" key="SERVER">Core Server</project>
                    <description>&lt;p&gt;Succeeding patch build &amp;#8211; &lt;a href=&quot;https://spruce.mongodb.com/patch/601dcf502fbabe23aeb93f4a&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://spruce.mongodb.com/patch/601dcf502fbabe23aeb93f4a&lt;/a&gt;&lt;br/&gt;
Original commit &amp;#8211; &lt;a href=&quot;https://github.com/mongodb/mongo/commit/6feae12fe29a4c921bdbf03dd8b1ae6d5dd27f92&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://github.com/mongodb/mongo/commit/6feae12fe29a4c921bdbf03dd8b1ae6d5dd27f92&lt;/a&gt;&lt;br/&gt;
Failing waterfall build (1) &amp;#8211; &lt;a href=&quot;https://evergreen.mongodb.com/version/mongodb_mongo_master_6feae12fe29a4c921bdbf03dd8b1ae6d5dd27f92&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://evergreen.mongodb.com/version/mongodb_mongo_master_6feae12fe29a4c921bdbf03dd8b1ae6d5dd27f92&lt;/a&gt;&lt;br/&gt;
Failing waterfall build (2) --&lt;a href=&quot;https://evergreen.mongodb.com/version/mongodb_mongo_master_0d804a26399c41e62a2d0a282120af0cc22b8959&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://evergreen.mongodb.com/version/mongodb_mongo_master_0d804a26399c41e62a2d0a282120af0cc22b8959&lt;/a&gt;&lt;br/&gt;
Failing waterfall build (3) &amp;#8211; &lt;a href=&quot;https://evergreen.mongodb.com/version/mongodb_mongo_master_7664a855f33bbe7e0f77cee78cb07e564a4f0c4c&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://evergreen.mongodb.com/version/mongodb_mongo_master_7664a855f33bbe7e0f77cee78cb07e564a4f0c4c&lt;/a&gt;&lt;br/&gt;
Revert commit &amp;#8211; &lt;a href=&quot;https://github.com/mongodb/mongo/commit/d77297f4a454073505741ae586c885e087b30165&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://github.com/mongodb/mongo/commit/d77297f4a454073505741ae586c885e087b30165&lt;/a&gt;&lt;br/&gt;
Failing Patch Build (1) &amp;#8211; &lt;a href=&quot;https://spruce.mongodb.com/version/601f64433e8e86586c9b10f2/&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://spruce.mongodb.com/version/601f64433e8e86586c9b10f2/&lt;/a&gt;&lt;br/&gt;
Failing Patch Build (2) &amp;#8211; &lt;a href=&quot;https://spruce.mongodb.com/version/601f6a14d1fe07153cbe1f39/&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://spruce.mongodb.com/version/601f6a14d1fe07153cbe1f39/&lt;/a&gt;&lt;br/&gt;
Succeeding Patch Build (1) &amp;#8211; &lt;a href=&quot;https://spruce.mongodb.com/patch/60218a3ad1fe0749d2b1e3f6&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://spruce.mongodb.com/patch/60218a3ad1fe0749d2b1e3f6&lt;/a&gt;&lt;/p&gt;</description>
                <environment></environment>
        <key id="1615320">SERVER-54375</key>
            <summary>Failing windows build with error LNK1106</summary>
                <type id="1" iconUrl="https://jira.mongodb.org/secure/viewavatar?size=xsmall&amp;avatarId=14703&amp;avatarType=issuetype">Bug</type>
                                            <priority id="3" iconUrl="https://jira.mongodb.org/images/icons/priorities/major.svg">Major - P3</priority>
                        <status id="6" iconUrl="https://jira.mongodb.org/images/icons/statuses/closed.png" description="The issue is considered finished, the resolution is correct. Issues which are closed can be reopened.">Closed</status>
                    <statusCategory id="3" key="done" colorName="success"/>
                                    <resolution id="13201">Fixed</resolution>
                                        <assignee username="daniel.moody@mongodb.com">Daniel Moody</assignee>
                                    <reporter username="samuel.mercier@mongodb.com">Sam Mercier</reporter>
                        <labels>
                    </labels>
                <created>Sun, 7 Feb 2021 23:04:58 +0000</created>
                <updated>Sun, 29 Oct 2023 21:57:49 +0000</updated>
                            <resolved>Thu, 11 Feb 2021 21:47:48 +0000</resolved>
                                                    <fixVersion>4.9.0</fixVersion>
                                                        <votes>0</votes>
                                    <watches>3</watches>
                                                                                                                <comments>
                            <comment id="3611927" author="samuel.mercier" created="Thu, 11 Feb 2021 16:43:51 +0000"  >&lt;p&gt;True. Furthermore there are no guarantees that we&apos;ve thought through every way in which bad data can enter the cache. And from my experience we know it can take a while for the issue to dissipate. &lt;/p&gt;

&lt;p&gt;Couldn&apos;t one use the hash instead of a UUID in order to get us closer to the world of (2) while still achieving the goal of (1) (and getting the ease of implementation)? &lt;/p&gt;</comment>
                            <comment id="3610400" author="JIRAUSER1253549" created="Wed, 10 Feb 2021 21:51:19 +0000"  >&lt;p&gt;Okay, i&apos;ll start in on 1, but also should be noted that implementing 2 allows scons to then to decide to rebuild the bad file locally, there by bypassing the error.&lt;/p&gt;</comment>
                            <comment id="3610325" author="acm" created="Wed, 10 Feb 2021 21:31:47 +0000"  >&lt;p&gt;Doing 1 first would help immediately prevent new instances of this issue, while doing 2 will just alert us if the bad data has already been pushed. For me, that argues in favor of working up a fix for the pid tempfile thing in our vendored SCons pretty much right away.&lt;/p&gt;</comment>
                            <comment id="3610316" author="JIRAUSER1253549" created="Wed, 10 Feb 2021 21:26:54 +0000"  >&lt;p&gt;Well theres two points to this:&lt;/p&gt;
&lt;ol&gt;
	&lt;li&gt;Prevent writing bad files to cache by fixing the pid tempfile thing.&lt;/li&gt;
	&lt;li&gt;Prevent using bad files from the cache by adding cache retrieval verification (i.e. store md5sum in the filename).&lt;/li&gt;
&lt;/ol&gt;


&lt;p&gt;I have been playing around with the second point and seems like it will work pretty easily, but both would be pretty easy to implement in our vendored scons.&lt;/p&gt;</comment>
                            <comment id="3610292" author="acm" created="Wed, 10 Feb 2021 21:19:07 +0000"  >&lt;p&gt;Given that we now think we understand how this happened, what should be the next steps for this ticket?&lt;/p&gt;</comment>
                            <comment id="3609850" author="acm" created="Wed, 10 Feb 2021 18:20:40 +0000"  >&lt;p&gt;Oh that &lt;b&gt;is&lt;/b&gt; interesting. That could result in a true write collision, if I remember prior discussion. Perhaps we ought to get moving on a PR for per-scons-process UUIDs to use for tempfiles? I can&apos;t imagine that would be particularly difficult.&lt;/p&gt;</comment>
                            <comment id="3609832" author="JIRAUSER1253549" created="Wed, 10 Feb 2021 18:14:37 +0000"  >&lt;p&gt;Another interesting note, the scons command for those two builds ended up with the same pid (looking at the system logs gives pid of 5544) which could cause the tempfiles scons uses for writing the cache dir file to be the same:&#160;&lt;/p&gt;

&lt;p&gt;&lt;a href=&quot;https://github.com/mongodb/mongo/blob/6feae12fe29a4c921bdbf03dd8b1ae6d5dd27f92/src/third_party/scons-3.1.2/scons-local-3.1.2/SCons/CacheDir.py#L107&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://github.com/mongodb/mongo/blob/6feae12fe29a4c921bdbf03dd8b1ae6d5dd27f92/src/third_party/scons-3.1.2/scons-local-3.1.2/SCons/CacheDir.py#L107&lt;/a&gt;&lt;/p&gt;</comment>
                            <comment id="3609473" author="JIRAUSER1253549" created="Wed, 10 Feb 2021 16:25:04 +0000"  >&lt;p&gt;Yeah I am leaning towards a possible linker bug, file corruption usually is not so specific.&lt;/p&gt;

&lt;p&gt;I can reproduce the error just by running dumpbin (windows version of readelf).&lt;/p&gt;

&lt;p&gt;Currently I am trying to find the patch build that introduced the bad file to the cache to see if there is any more information there.&lt;/p&gt;

&lt;p&gt;It&apos;s a bit harder to protect against bad files getting added to the cache, but one idea I had was delayed cache pushing until all the nodes parents are successfully built, or until the entire build finishes successfully. This doesn&apos;t really protect against items which nothing depends (like the final binaries) but we use nolinked option so that files don&apos;t come from cache anyways?&lt;/p&gt;</comment>
                            <comment id="3609434" author="acm" created="Wed, 10 Feb 2021 16:15:11 +0000"  >&lt;p&gt;The library that it gets linked into is just the one file. Can you reproduce the error by trying to link it into a library outside of SCons? Perhaps this is just a toolchain bug? Maybe the file is actually fine and the linker is broken? Maybe the file is broken because the compiler mis-compiled it and the bad file landed in cache? Maybe there is no error in the filesystem or the cache at all.&lt;/p&gt;</comment>
                            <comment id="3609362" author="JIRAUSER1253549" created="Wed, 10 Feb 2021 15:53:57 +0000"  >&lt;p&gt;Looking at the to binaries with a hex diff, I don&apos;t see any large scale file corruption. I just jumped through the file and examined the hex and throughout the file I could see ascii string data correlating to the mongodb symbols all the way to the end of the file. Of course the good binary was built in a different directory with different flags on a different system so the comparison is not great. Ideally I would rebuild the binary in evergreen on the same variant, and extract the binary. Possibly I can run the build with the --force-cache --cache-disable options to force updating the bad file in the cache, and then ask&#160;&lt;a href=&quot;https://jira.mongodb.org/secure/ViewProfile.jspa?name=brian.mccarthy&quot; class=&quot;user-hover&quot; rel=&quot;brian.mccarthy&quot;&gt;brian.mccarthy&lt;/a&gt;&#160;to retrieve it for me again.&lt;/p&gt;

&lt;p&gt;I also did a hex search for the offending address (0x65B6C3F8)&#160;and did not find it in either binary:&lt;/p&gt;
&lt;p/&gt;
&lt;div id=&quot;syntaxplugin&quot; class=&quot;syntaxplugin&quot; style=&quot;border: 1px dashed #bbb; border-radius: 5px !important; overflow: auto; max-height: 30em;&quot;&gt;
&lt;table cellspacing=&quot;0&quot; cellpadding=&quot;0&quot; border=&quot;0&quot; width=&quot;100%&quot; style=&quot;font-size: 1em; line-height: 1.4em !important; font-weight: normal; font-style: normal; color: black;&quot;&gt;
		&lt;tbody &gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;  margin-top: 10px;   margin-bottom: 10px;  width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;LANG=CXX grep -obUaP &lt;/span&gt;&lt;span style=&quot;color: blue; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;&quot;\x65\xB6\xC3\xF8&quot;&lt;/span&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt; /c/Users/Administrator/6278712e64dc58ce127858c3d59272c0&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
			&lt;/tbody&gt;
&lt;/table&gt;
&lt;/div&gt;
&lt;p/&gt;</comment>
                            <comment id="3605569" author="JIRAUSER1253549" created="Mon, 8 Feb 2021 21:33:05 +0000"  >&lt;p&gt;Uploaded the good and bad version of the mongo/db/catalog/index_builds_manager.obj. They are named with the build signature hash used on scons CacheDir.&lt;/p&gt;

&lt;p&gt;I generated the good file by checking out and building commit &lt;a href=&quot;https://github.com/mongodb/mongo/commit/6feae12fe29a4c921bdbf03dd8b1ae6d5dd27f92&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;6feae12&lt;/a&gt; on a windows-64-vs2019-large distro with the invocation: &lt;/p&gt;

&lt;p/&gt;
&lt;div id=&quot;syntaxplugin&quot; class=&quot;syntaxplugin&quot; style=&quot;border: 1px dashed #bbb; border-radius: 5px !important; overflow: auto; max-height: 30em;&quot;&gt;
&lt;table cellspacing=&quot;0&quot; cellpadding=&quot;0&quot; border=&quot;0&quot; width=&quot;100%&quot; style=&quot;font-size: 1em; line-height: 1.4em !important; font-weight: normal; font-style: normal; color: black;&quot;&gt;
		&lt;tbody &gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;  margin-top: 10px;   margin-bottom: 10px;  width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;C:\Python38\python.exe ./buildscripts/scons.py MONGO_DISTMOD=windows -j8 --win-version-min=win10 --separate-debug --cache=nolinked --cache-dir=Z:\scons-cache --install-action=hardlink --jlink=&lt;/span&gt;&lt;span style=&quot;color: #009900; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;0.5&lt;/span&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt; --cache-debug=scons_cache.log --debug=time --implicit-cache --build-fast-and-loose=on build\cached\mongo\db\catalog\index_builds_manager.lib&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
			&lt;/tbody&gt;
&lt;/table&gt;
&lt;/div&gt;
&lt;p/&gt;</comment>
                    </comments>
                <issuelinks>
                            <issuelinktype id="10011">
                    <name>Depends</name>
                                                                <inwardlinks description="is depended on by">
                                                        </inwardlinks>
                                    </issuelinktype>
                            <issuelinktype id="10520">
                    <name>Problem/Incident</name>
                                                                <inwardlinks description="is caused by">
                                        <issuelink>
            <issuekey id="1620104">SERVER-54458</issuekey>
        </issuelink>
                            </inwardlinks>
                                    </issuelinktype>
                            <issuelinktype id="10012">
                    <name>Related</name>
                                                                <inwardlinks description="is related to">
                                                        </inwardlinks>
                                    </issuelinktype>
                    </issuelinks>
                <attachments>
                            <attachment id="299155" name="6278712e64dc58ce127858c3d59272c0.bad.obj" size="9229677" author="daniel.moody@mongodb.com" created="Mon, 8 Feb 2021 21:30:42 +0000"/>
                            <attachment id="299156" name="6278712e64dc58ce127858c3d59272c0.good.obj" size="9196342" author="daniel.moody@mongodb.com" created="Mon, 8 Feb 2021 21:30:39 +0000"/>
                    </attachments>
                <subtasks>
                    </subtasks>
                <customfields>
                                                <customfield id="customfield_10050" key="com.atlassian.jira.toolkit:comments">
                        <customfieldname># Replies</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>11.0</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_18555" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname># of Sprints</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>1.0</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                            <customfield id="customfield_10011" key="com.atlassian.jira.plugin.system.customfieldtypes:radiobuttons">
                        <customfieldname>Backwards Compatibility</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue key="10038"><![CDATA[Fully Compatible]]></customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                            <customfield id="customfield_10055" key="com.atlassian.jira.ext.charting:firstresponsedate">
                        <customfieldname>Date of 1st Reply</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>Mon, 8 Feb 2021 21:33:05 +0000</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10052" key="com.atlassian.jira.toolkit:dayslastcommented">
                        <customfieldname>Days since reply</customfieldname>
                        <customfieldvalues>
                                        2 years, 51 weeks, 6 days ago
    
                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_18254" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Dependencies</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue><![CDATA[]]></customfieldvalue>


                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_15850" key="com.atlassian.jira.plugins.jira-development-integration-plugin:devsummary">
                        <customfieldname>Development</customfieldname>
                        <customfieldvalues>
                            
                        </customfieldvalues>
                    </customfield>
                                                                                                                        <customfield id="customfield_17050" key="com.atlassian.jira.plugin.system.customfieldtypes:radiobuttons">
                        <customfieldname>Downstream Team Attention</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue key="16941"><![CDATA[Not Needed]]></customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <customfield id="customfield_10057" key="com.atlassian.jira.toolkit:lastusercommented">
                        <customfieldname>Last comment by Customer</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>true</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                            <customfield id="customfield_10056" key="com.atlassian.jira.toolkit:lastupdaterorcommenter">
                        <customfieldname>Last commenter</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>luke.bonanomi@mongodb.com</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_11151" key="com.atlassian.jira.toolkit:LastCommentDate">
                        <customfieldname>Last public comment date</customfieldname>
                        <customfieldvalues>
                            2 years, 51 weeks, 6 days ago
                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_16465" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Linked BF Score</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>17.0</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                        <customfield id="customfield_10032" key="com.atlassian.jira.plugin.system.customfieldtypes:select">
                        <customfieldname>Operating System</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue key="10026"><![CDATA[ALL]]></customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                <customfield id="customfield_10051" key="com.atlassian.jira.toolkit:participants">
                        <customfieldname>Participants</customfieldname>
                        <customfieldvalues>
                                        <customfieldvalue>andrew.morrow@mongodb.com</customfieldvalue>
            <customfieldvalue>daniel.moody@mongodb.com</customfieldvalue>
            <customfieldvalue>samuel.mercier@mongodb.com</customfieldvalue>
    
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                        <customfield id="customfield_14254" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>Product Rank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>1|hytrjz:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                <customfield id="customfield_12550" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>Rank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>2|hygsl3:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10558" key="com.pyxis.greenhopper.jira:gh-global-rank">
                        <customfieldname>Rank (Obsolete)</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>9223372036854775807</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                            <customfield id="customfield_23361" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Requested By</customfieldname>
                        <customfieldvalues>
                                

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                        <customfield id="customfield_10557" key="com.pyxis.greenhopper.jira:gh-sprint">
                        <customfieldname>Sprint</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue id="4590">Dev Platform 2021-02-22</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                        <customfield id="customfield_10053" key="com.atlassian.jira.ext.charting:timeinstatus">
                        <customfieldname>Time In Status</customfieldname>
                        <customfieldvalues>
                            
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                        <customfield id="customfield_22870" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Triagers</customfieldname>
                        <customfieldvalues>
                                

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                    <customfield id="customfield_14350" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>serverRank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>1|hytdt3:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                    </customfields>
    </item>
</channel>
</rss>