<!-- 
RSS generated by JIRA (9.7.1#970001-sha1:2222b88b221c4928ef0de3161136cc90c8356a66) at Thu Feb 08 03:54:43 UTC 2024

It is possible to restrict the fields that are returned in this document by specifying the 'field' parameter in your request.
For example, to request only the issue key and summary append 'field=key&field=summary' to the URL of your request.
-->
<rss version="0.92" >
<channel>
    <title>MongoDB Jira</title>
    <link>https://jira.mongodb.org</link>
    <description>This file is an XML representation of an issue</description>
    <language>en-us</language>    <build-info>
        <version>9.7.1</version>
        <build-number>970001</build-number>
        <build-date>13-04-2023</build-date>
    </build-info>


<item>
            <title>[SERVER-20609] Performance Regression from 3.0.6 for Mongo-Perf Commands.CountsFullCollection</title>
                <link>https://jira.mongodb.org/browse/SERVER-20609</link>
                <project id="10000" key="SERVER">Core Server</project>
                    <description>&lt;p&gt;15% (MMAP) - 20% (wiredTiger) regression on Commands.CountsFullCollection from 3.0.6&lt;/p&gt;

&lt;p&gt;Regression occurs somewhere between 3.1.3 and 3.1.4 in both cases. &lt;br/&gt;
&lt;a href=&quot;https://evergreen.mongodb.com/task/performance_linux_mmap_standalone_misc_6fa377a6e6544fbe1dae17210056fb1c7562d8c5_15_09_17_15_28_04##%7B%22perftab%22:1,%22compare%22:%5B%7B%22tag%22:%7B%22tag%22:%223.0.6-Baseline%22%7D%7D,%7B%22tag%22:%7B%22tag%22:%223.1.3-Baseline%22%7D%7D,%7B%22tag%22:%7B%22tag%22:%223.1.4-Baseline%22%7D%7D%5D%7D&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;MMAP results&lt;/a&gt;&lt;br/&gt;
&lt;a href=&quot;https://evergreen.mongodb.com/task/performance_linux_wt_standalone_misc_6fa377a6e6544fbe1dae17210056fb1c7562d8c5_15_09_17_15_28_04##%7B%22compare%22:%5B%7B%22tag%22:%7B%22tag%22:%223.0.6-Baseline%22%7D%7D,%7B%22tag%22:%7B%22tag%22:%223.1.3-Baseline%22%7D%7D,%7B%22tag%22:%7B%22tag%22:%223.1.4-Baseline%22%7D%7D%5D,%22perftab%22:1%7D&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;WiredTiger results&lt;/a&gt;&lt;/p&gt;

&lt;p&gt;Simple repro in the shell: &lt;/p&gt;
&lt;p/&gt;
&lt;div id=&quot;syntaxplugin&quot; class=&quot;syntaxplugin&quot; style=&quot;border: 1px dashed #bbb; border-radius: 5px !important; overflow: auto; max-height: 30em;&quot;&gt;
&lt;table cellspacing=&quot;0&quot; cellpadding=&quot;0&quot; border=&quot;0&quot; width=&quot;100%&quot; style=&quot;font-size: 1em; line-height: 1.4em !important; font-weight: normal; font-style: normal; color: black;&quot;&gt;
		&lt;tbody &gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;  margin-top: 10px;   margin-bottom: 10px;  width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;benchRun({&quot;ops&quot;:[{&quot;op&quot;:&quot;command&quot;,&quot;ns&quot;:&quot;test0&quot;,&quot;command&quot;:{&quot;ping&quot;:1},&quot;safe&quot;:false,&quot;w&quot;:0,&quot;j&quot;:false,&quot;writeCmd&quot;:true}],&quot;seconds&quot;:5,&quot;host&quot;:&quot;127.0.0.1:27017&quot;,&quot;parallel&quot;:1} )&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
			&lt;/tbody&gt;
&lt;/table&gt;
&lt;/div&gt;
&lt;p/&gt;</description>
                <environment></environment>
        <key id="230286">SERVER-20609</key>
            <summary>Performance Regression from 3.0.6 for Mongo-Perf Commands.CountsFullCollection</summary>
                <type id="1" iconUrl="https://jira.mongodb.org/secure/viewavatar?size=xsmall&amp;avatarId=14703&amp;avatarType=issuetype">Bug</type>
                                            <priority id="3" iconUrl="https://jira.mongodb.org/images/icons/priorities/major.svg">Major - P3</priority>
                        <status id="6" iconUrl="https://jira.mongodb.org/images/icons/statuses/closed.png" description="The issue is considered finished, the resolution is correct. Issues which are closed can be reopened.">Closed</status>
                    <statusCategory id="3" key="done" colorName="success"/>
                                    <resolution id="9">Done</resolution>
                                        <assignee username="adam.midvidy">Adam Midvidy</assignee>
                                    <reporter username="david.daly@mongodb.com">David Daly</reporter>
                        <labels>
                            <label>mpreg</label>
                    </labels>
                <created>Thu, 17 Sep 2015 17:45:08 +0000</created>
                <updated>Tue, 24 Nov 2015 22:43:01 +0000</updated>
                            <resolved>Tue, 17 Nov 2015 21:24:45 +0000</resolved>
                                                                    <component>Performance</component>
                                        <votes>0</votes>
                                    <watches>5</watches>
                                                                                                                <comments>
                            <comment id="1091036" author="adam.midvidy" created="Tue, 17 Nov 2015 21:24:45 +0000"  >&lt;p&gt;I managed to reduce some of the regression, but as we are doing more work (read after optime, readConcern checking, etc). on the command path now, there is going to be some penalty.&lt;/p&gt;</comment>
                            <comment id="1084811" author="xgen-internal-githook" created="Tue, 10 Nov 2015 20:21:39 +0000"  >&lt;p&gt;Author:&lt;/p&gt;
{u&apos;username&apos;: u&apos;amidvidy&apos;, u&apos;name&apos;: u&apos;Adam Midvidy&apos;, u&apos;email&apos;: u&apos;amidvidy@gmail.com&apos;}
&lt;p&gt;Message: &lt;a href=&quot;https://jira.mongodb.org/browse/SERVER-20609&quot; title=&quot;Performance Regression from 3.0.6 for Mongo-Perf Commands.CountsFullCollection&quot; class=&quot;issue-link&quot; data-issue-key=&quot;SERVER-20609&quot;&gt;&lt;del&gt;SERVER-20609&lt;/del&gt;&lt;/a&gt; add MONGO_COMPILER_ALWAYS_INLINE&lt;br/&gt;
Branch: master&lt;br/&gt;
&lt;a href=&quot;https://github.com/mongodb/mongo/commit/b5febb31364d79552976d1311efb98a61e7232d6&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://github.com/mongodb/mongo/commit/b5febb31364d79552976d1311efb98a61e7232d6&lt;/a&gt;&lt;/p&gt;</comment>
                            <comment id="1084810" author="xgen-internal-githook" created="Tue, 10 Nov 2015 20:21:38 +0000"  >&lt;p&gt;Author:&lt;/p&gt;
{u&apos;username&apos;: u&apos;amidvidy&apos;, u&apos;name&apos;: u&apos;Adam Midvidy&apos;, u&apos;email&apos;: u&apos;amidvidy@gmail.com&apos;}
&lt;p&gt;Message: &lt;a href=&quot;https://jira.mongodb.org/browse/SERVER-20609&quot; title=&quot;Performance Regression from 3.0.6 for Mongo-Perf Commands.CountsFullCollection&quot; class=&quot;issue-link&quot; data-issue-key=&quot;SERVER-20609&quot;&gt;&lt;del&gt;SERVER-20609&lt;/del&gt;&lt;/a&gt; make BSON validation inlineable&lt;br/&gt;
Branch: master&lt;br/&gt;
&lt;a href=&quot;https://github.com/mongodb/mongo/commit/e001158d2da317ae36030cf4919ab8ebb9bdf8b2&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://github.com/mongodb/mongo/commit/e001158d2da317ae36030cf4919ab8ebb9bdf8b2&lt;/a&gt;&lt;/p&gt;</comment>
                            <comment id="1075724" author="xgen-internal-githook" created="Fri, 30 Oct 2015 19:51:25 +0000"  >&lt;p&gt;Author:&lt;/p&gt;
{u&apos;username&apos;: u&apos;amidvidy&apos;, u&apos;name&apos;: u&apos;Adam Midvidy&apos;, u&apos;email&apos;: u&apos;amidvidy@gmail.com&apos;}
&lt;p&gt;Message: &lt;a href=&quot;https://jira.mongodb.org/browse/SERVER-20609&quot; title=&quot;Performance Regression from 3.0.6 for Mongo-Perf Commands.CountsFullCollection&quot; class=&quot;issue-link&quot; data-issue-key=&quot;SERVER-20609&quot;&gt;&lt;del&gt;SERVER-20609&lt;/del&gt;&lt;/a&gt; optimize OpDebug and CurOp construction&lt;/p&gt;
&lt;ul class=&quot;alternate&quot; type=&quot;square&quot;&gt;
	&lt;li&gt;replace assignment with NSDMI&lt;/li&gt;
	&lt;li&gt;remove the giant ThreadSafeString from CurOp&lt;/li&gt;
	&lt;li&gt;remove unnecessary reset() call to opDebug in assembleResponse&lt;br/&gt;
Branch: master&lt;br/&gt;
&lt;a href=&quot;https://github.com/mongodb/mongo/commit/22e46bcc813a09d62f45f0779188930ee8d31b9a&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://github.com/mongodb/mongo/commit/22e46bcc813a09d62f45f0779188930ee8d31b9a&lt;/a&gt;&lt;/li&gt;
&lt;/ul&gt;
</comment>
                            <comment id="1075716" author="xgen-internal-githook" created="Fri, 30 Oct 2015 19:48:22 +0000"  >&lt;p&gt;Author:&lt;/p&gt;
{u&apos;username&apos;: u&apos;amidvidy&apos;, u&apos;name&apos;: u&apos;Adam Midvidy&apos;, u&apos;email&apos;: u&apos;amidvidy@gmail.com&apos;}
&lt;p&gt;Message: &lt;a href=&quot;https://jira.mongodb.org/browse/SERVER-20609&quot; title=&quot;Performance Regression from 3.0.6 for Mongo-Perf Commands.CountsFullCollection&quot; class=&quot;issue-link&quot; data-issue-key=&quot;SERVER-20609&quot;&gt;&lt;del&gt;SERVER-20609&lt;/del&gt;&lt;/a&gt; do not heap allocate Message&lt;br/&gt;
Branch: master&lt;br/&gt;
&lt;a href=&quot;https://github.com/mongodb/mongo/commit/791c412874ce87d9cc1eac75edce8116a9d40640&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://github.com/mongodb/mongo/commit/791c412874ce87d9cc1eac75edce8116a9d40640&lt;/a&gt;&lt;/p&gt;</comment>
                            <comment id="1075683" author="xgen-internal-githook" created="Fri, 30 Oct 2015 19:26:05 +0000"  >&lt;p&gt;Author:&lt;/p&gt;
{u&apos;username&apos;: u&apos;amidvidy&apos;, u&apos;name&apos;: u&apos;Adam Midvidy&apos;, u&apos;email&apos;: u&apos;amidvidy@gmail.com&apos;}
&lt;p&gt;Message: &lt;a href=&quot;https://jira.mongodb.org/browse/SERVER-20609&quot; title=&quot;Performance Regression from 3.0.6 for Mongo-Perf Commands.CountsFullCollection&quot; class=&quot;issue-link&quot; data-issue-key=&quot;SERVER-20609&quot;&gt;&lt;del&gt;SERVER-20609&lt;/del&gt;&lt;/a&gt; use getFields instead of calling getField 4x&lt;br/&gt;
Branch: master&lt;br/&gt;
&lt;a href=&quot;https://github.com/mongodb/mongo/commit/e62e2e71eff397caf22a0da13ac4669a8546b298&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://github.com/mongodb/mongo/commit/e62e2e71eff397caf22a0da13ac4669a8546b298&lt;/a&gt;&lt;/p&gt;</comment>
                            <comment id="1069408" author="xgen-internal-githook" created="Fri, 23 Oct 2015 20:25:57 +0000"  >&lt;p&gt;Author:&lt;/p&gt;
{u&apos;username&apos;: u&apos;amidvidy&apos;, u&apos;name&apos;: u&apos;Adam Midvidy&apos;, u&apos;email&apos;: u&apos;amidvidy@gmail.com&apos;}
&lt;p&gt;Message: &lt;a href=&quot;https://jira.mongodb.org/browse/SERVER-20609&quot; title=&quot;Performance Regression from 3.0.6 for Mongo-Perf Commands.CountsFullCollection&quot; class=&quot;issue-link&quot; data-issue-key=&quot;SERVER-20609&quot;&gt;&lt;del&gt;SERVER-20609&lt;/del&gt;&lt;/a&gt; optimize rpc::readRequestMetadata&lt;br/&gt;
Branch: master&lt;br/&gt;
&lt;a href=&quot;https://github.com/10gen/mongo-enterprise-modules/commit/2f5dd6ca913f42e48bc950537e2ca878f085dc87&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://github.com/10gen/mongo-enterprise-modules/commit/2f5dd6ca913f42e48bc950537e2ca878f085dc87&lt;/a&gt;&lt;/p&gt;</comment>
                            <comment id="1069343" author="adam.midvidy" created="Fri, 23 Oct 2015 19:27:37 +0000"  >&lt;p&gt;Through the various optimizations on this ticket I&apos;ve realized a 7% gain in CountsFullCollection performance: &lt;/p&gt;

&lt;p&gt;&lt;a href=&quot;https://evergreen.mongodb.com/task/performance_linux_mmap_standalone_misc_0bd1fb89f07ae4c39d9ca50d0491fb2afe643a46_15_10_23_15_52_58##%7B%22compare%22:%5B%7B%22hash%22:%220bd1fb89f07ae4c39d9ca50d0491fb2afe643a46%22%7D%5D%7D&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://evergreen.mongodb.com/task/performance_linux_mmap_standalone_misc_0bd1fb89f07ae4c39d9ca50d0491fb2afe643a46_15_10_23_15_52_58##%7B%22compare%22:%5B%7B%22hash%22:%220bd1fb89f07ae4c39d9ca50d0491fb2afe643a46%22%7D%5D%7D&lt;/a&gt;&lt;/p&gt;

&lt;p&gt;I don&apos;t think we will be able to make the full regression go away as we are now doing more work along the command path than we previously were.&lt;/p&gt;</comment>
                            <comment id="1065978" author="david.daly" created="Tue, 20 Oct 2015 18:04:19 +0000"  >&lt;p&gt;&lt;a href=&quot;https://jira.mongodb.org/secure/ViewProfile.jspa?name=adam.midvidy&quot; class=&quot;user-hover&quot; rel=&quot;adam.midvidy&quot;&gt;adam.midvidy&lt;/a&gt; the perf loop uses the shell built from the same githash as the mongod. We can setup an experiment to test that. &lt;/p&gt;

&lt;p&gt;Also note that for the baseline comparison patch builds, we have cherry-picked bench.cpp changes onto our patch build for consistency. Other driver/client changes are not picked up. &lt;/p&gt;</comment>
                            <comment id="1065928" author="adam.midvidy" created="Tue, 20 Oct 2015 17:33:44 +0000"  >&lt;p&gt;I have a theory that some of the degradation may have occurred as a result of changes I made in the clientdriver. That is, much of the slowness may be from making benchrun slower, not the server. &lt;a href=&quot;https://jira.mongodb.org/secure/ViewProfile.jspa?name=david.daly&quot; class=&quot;user-hover&quot; rel=&quot;david.daly&quot;&gt;david.daly&lt;/a&gt;, does mongo-perf always use the shell binary built for a given commit to run its benchmarks?&lt;/p&gt;</comment>
                            <comment id="1050077" author="david.daly" created="Fri, 2 Oct 2015 17:41:53 +0000"  >&lt;p&gt;The above checkin is to mask the performance regression until this ticket is fixed. The commit should be reverted when this ticket is fixed. &lt;/p&gt;</comment>
                            <comment id="1049906" author="david.daly" created="Fri, 2 Oct 2015 15:23:58 +0000"  >&lt;p&gt;I tried looking at callgraph traces on context switches. Essentially the same, and approximately the same counts also. &lt;/p&gt;</comment>
                            <comment id="1042428" author="xgen-internal-githook" created="Thu, 24 Sep 2015 18:29:56 +0000"  >&lt;p&gt;Author:&lt;/p&gt;
{u&apos;username&apos;: u&apos;dalyd&apos;, u&apos;name&apos;: u&apos;dalyd&apos;, u&apos;email&apos;: u&apos;david.daly@mongodb.com&apos;}
&lt;p&gt;Message: &lt;a href=&quot;https://jira.mongodb.org/browse/SERVER-20609&quot; title=&quot;Performance Regression from 3.0.6 for Mongo-Perf Commands.CountsFullCollection&quot; class=&quot;issue-link&quot; data-issue-key=&quot;SERVER-20609&quot;&gt;&lt;del&gt;SERVER-20609&lt;/del&gt;&lt;/a&gt;: Overriding performanace target for MP Commands.CountsFullCollection until this ticket is resolved.&lt;br/&gt;
Branch: master&lt;br/&gt;
&lt;a href=&quot;https://github.com/mongodb/mongo/commit/feb59ee97267311823775b8eec97bd57e65f4417&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://github.com/mongodb/mongo/commit/feb59ee97267311823775b8eec97bd57e65f4417&lt;/a&gt;&lt;/p&gt;</comment>
                            <comment id="1040838" author="martin.bligh" created="Wed, 23 Sep 2015 14:20:05 +0000"  >&lt;p&gt;odd ... maybe callgraph trace on context switches?&lt;/p&gt;</comment>
                            <comment id="1039633" author="david.daly" created="Tue, 22 Sep 2015 13:18:56 +0000"  >&lt;p&gt;This regression happens over multiple commits between 3.1.3 and 3.1.4. I tried doing a bisect, but was unable to find one big drop off, instead of multiple small ones. &lt;/p&gt;

&lt;p&gt;This can be reduced to basic request handling. The regression is insensitive to the size of the collection, and can be reproduced using the ping command. The regression is the same single threaded or with 8 threads. &lt;/p&gt;

&lt;p/&gt;
&lt;div id=&quot;syntaxplugin&quot; class=&quot;syntaxplugin&quot; style=&quot;border: 1px dashed #bbb; border-radius: 5px !important; overflow: auto; max-height: 30em;&quot;&gt;
&lt;table cellspacing=&quot;0&quot; cellpadding=&quot;0&quot; border=&quot;0&quot; width=&quot;100%&quot; style=&quot;font-size: 1em; line-height: 1.4em !important; font-weight: normal; font-style: normal; color: black;&quot;&gt;
		&lt;tbody &gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;  margin-top: 10px;   margin-bottom: 10px;  width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt; benchRun({&quot;ops&quot;:[{&quot;op&quot;:&quot;command&quot;,&quot;ns&quot;:&quot;test0&quot;,&quot;command&quot;:{&quot;ping&quot;:1},&quot;safe&quot;:false,&quot;w&quot;:0,&quot;j&quot;:false,&quot;writeCmd&quot;:true}],&quot;seconds&quot;:5,&quot;host&quot;:&quot;127.0.0.1:27017&quot;,&quot;parallel&quot;:1} )&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
			&lt;/tbody&gt;
&lt;/table&gt;
&lt;/div&gt;
&lt;p/&gt;

&lt;p&gt;I did some profiling of the two builds. Differences appear in library/kernel routines like do_select, dequeue_entity, __schedule, fget_light, cpuacct_charge. &lt;/p&gt;</comment>
                    </comments>
                <issuelinks>
                            <issuelinktype id="10012">
                    <name>Related</name>
                                            <outwardlinks description="related to">
                                        <issuelink>
            <issuekey id="233600">SERVER-21080</issuekey>
        </issuelink>
                            </outwardlinks>
                                                                <inwardlinks description="is related to">
                                        <issuelink>
            <issuekey id="235674">SERVER-21072</issuekey>
        </issuelink>
                            </inwardlinks>
                                    </issuelinktype>
                    </issuelinks>
                <attachments>
                    </attachments>
                <subtasks>
                    </subtasks>
                <customfields>
                                                <customfield id="customfield_10050" key="com.atlassian.jira.toolkit:comments">
                        <customfieldname># Replies</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>15.0</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_18555" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname># of Sprints</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>2.0</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                            <customfield id="customfield_10011" key="com.atlassian.jira.plugin.system.customfieldtypes:radiobuttons">
                        <customfieldname>Backwards Compatibility</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue key="10038"><![CDATA[Fully Compatible]]></customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                            <customfield id="customfield_10055" key="com.atlassian.jira.ext.charting:firstresponsedate">
                        <customfieldname>Date of 1st Reply</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>Wed, 23 Sep 2015 14:20:05 +0000</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10052" key="com.atlassian.jira.toolkit:dayslastcommented">
                        <customfieldname>Days since reply</customfieldname>
                        <customfieldvalues>
                                        8 years, 13 weeks, 1 day ago
    
                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_18254" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Dependencies</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue><![CDATA[]]></customfieldvalue>


                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_15850" key="com.atlassian.jira.plugins.jira-development-integration-plugin:devsummary">
                        <customfieldname>Development</customfieldname>
                        <customfieldvalues>
                            
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                        <customfield id="customfield_10857" key="com.pyxis.greenhopper.jira:gh-epic-link">
                        <customfieldname>Epic Link</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>PM-75</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <customfield id="customfield_10057" key="com.atlassian.jira.toolkit:lastusercommented">
                        <customfieldname>Last comment by Customer</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>true</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                            <customfield id="customfield_10056" key="com.atlassian.jira.toolkit:lastupdaterorcommenter">
                        <customfieldname>Last commenter</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>adam.midvidy</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_11151" key="com.atlassian.jira.toolkit:LastCommentDate">
                        <customfieldname>Last public comment date</customfieldname>
                        <customfieldvalues>
                            8 years, 13 weeks, 1 day ago
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                    <customfield id="customfield_10032" key="com.atlassian.jira.plugin.system.customfieldtypes:select">
                        <customfieldname>Operating System</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue key="10026"><![CDATA[ALL]]></customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                <customfield id="customfield_10051" key="com.atlassian.jira.toolkit:participants">
                        <customfieldname>Participants</customfieldname>
                        <customfieldvalues>
                                        <customfieldvalue>adam.midvidy</customfieldvalue>
            <customfieldvalue>david.daly@mongodb.com</customfieldvalue>
            <customfieldvalue>xgen-internal-githook</customfieldvalue>
            <customfieldvalue>martin.bligh</customfieldvalue>
    
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                        <customfield id="customfield_14254" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>Product Rank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>1|hrktof:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                <customfield id="customfield_12550" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>Rank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>2|hre0nz:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10558" key="com.pyxis.greenhopper.jira:gh-global-rank">
                        <customfieldname>Rank (Obsolete)</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>9223372036854775807</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                            <customfield id="customfield_23361" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Requested By</customfieldname>
                        <customfieldvalues>
                                

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                        <customfield id="customfield_10557" key="com.pyxis.greenhopper.jira:gh-sprint">
                        <customfieldname>Sprint</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue id="722">Platform B (10/30/15)</customfieldvalue>
    <customfieldvalue id="723">Platform C (11/20/15)</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                        <customfield id="customfield_10053" key="com.atlassian.jira.ext.charting:timeinstatus">
                        <customfieldname>Time In Status</customfieldname>
                        <customfieldvalues>
                            
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                        <customfield id="customfield_22870" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Triagers</customfieldname>
                        <customfieldvalues>
                                

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                    <customfield id="customfield_14350" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>serverRank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>1|hrl013:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                    </customfields>
    </item>
</channel>
</rss>