<!-- 
RSS generated by JIRA (9.7.1#970001-sha1:2222b88b221c4928ef0de3161136cc90c8356a66) at Thu Feb 08 03:41:43 UTC 2024

It is possible to restrict the fields that are returned in this document by specifying the 'field' parameter in your request.
For example, to request only the issue key and summary append 'field=key&field=summary' to the URL of your request.
-->
<rss version="0.92" >
<channel>
    <title>MongoDB Jira</title>
    <link>https://jira.mongodb.org</link>
    <description>This file is an XML representation of an issue</description>
    <language>en-us</language>    <build-info>
        <version>9.7.1</version>
        <build-number>970001</build-number>
        <build-date>13-04-2023</build-date>
    </build-info>


<item>
            <title>[SERVER-16626] wiredtiger group commit too slow for single-threaded workloads</title>
                <link>https://jira.mongodb.org/browse/SERVER-16626</link>
                <project id="10000" key="SERVER">Core Server</project>
                    <description>&lt;p&gt;I ran iibench (&lt;a href=&quot;https://github.com/tmcallaghan/iibench-mysql&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://github.com/tmcallaghan/iibench-mysql&lt;/a&gt;) changed to insert 1 document per write and fsync enabled. My storage is fast (PCIe flash). With 10 threads I get more than 10,000 docs inserted per second. When I change to 1 thread I get ~20 docs inserted per second (or 1 per 50 milliseconds).&lt;/p&gt;

&lt;p&gt;So then I start to look at WiredTiger source for a 50 millisecond sleep and find this in db/storage/wiredtiger/wiredtiger_recovery_unit.cpp&lt;/p&gt;

&lt;p/&gt;
&lt;div id=&quot;syntaxplugin&quot; class=&quot;syntaxplugin&quot; style=&quot;border: 1px dashed #bbb; border-radius: 5px !important; overflow: auto; max-height: 30em;&quot;&gt;
&lt;table cellspacing=&quot;0&quot; cellpadding=&quot;0&quot; border=&quot;0&quot; width=&quot;100%&quot; style=&quot;font-size: 1em; line-height: 1.4em !important; font-weight: normal; font-style: normal; color: black;&quot;&gt;
		&lt;tbody &gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;  margin-top: 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;            // return true if happened&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;            bool awaitCommit() {&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;                boost::mutex::scoped_lock lk( mutex );&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;                long long start = lastSyncTime;&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;                numWaitingForSync.fetchAndAdd(1);&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;                condvar.timed_wait(lk,boost::posix_time::milliseconds(50));&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;                numWaitingForSync.fetchAndAdd(-1);&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;                return lastSyncTime &amp;gt; start;&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   margin-bottom: 10px;  width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;            }&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
			&lt;/tbody&gt;
&lt;/table&gt;
&lt;/div&gt;
&lt;p/&gt;

&lt;p&gt;A typical thread stack during the single threaded test is:&lt;br/&gt;
pthread_cond_timedwait@@GLIBC_2.3.2,timed_wait&amp;lt;boost::unique_lock&amp;lt;boost::mutex&amp;gt;,timed_wait&amp;lt;boost::unique_lock&amp;lt;boost::mutex&amp;gt;,,awaitCommit,mongo::WiredTigerRecoveryUnit::awaitCommit,mongo::waitForWriteConcern,mongo::CmdGetLastError::run,mongo::_execCommand,mongo::Command::execCommand,mongo::_runCommands,runCommands,mongo::runQuery,receivedQuery,mongo::assembleResponse,mongo::MyMessageHandler::process,mongo::PortMessageServer::handleIncomingMsg&lt;/p&gt;</description>
                <environment></environment>
        <key id="175759">SERVER-16626</key>
            <summary>wiredtiger group commit too slow for single-threaded workloads</summary>
                <type id="1" iconUrl="https://jira.mongodb.org/secure/viewavatar?size=xsmall&amp;avatarId=14703&amp;avatarType=issuetype">Bug</type>
                                            <priority id="3" iconUrl="https://jira.mongodb.org/images/icons/priorities/major.svg">Major - P3</priority>
                        <status id="6" iconUrl="https://jira.mongodb.org/images/icons/statuses/closed.png" description="The issue is considered finished, the resolution is correct. Issues which are closed can be reopened.">Closed</status>
                    <statusCategory id="3" key="done" colorName="success"/>
                                    <resolution id="9">Done</resolution>
                                        <assignee username="-1">Unassigned</assignee>
                                    <reporter username="mdcallag">Mark Callaghan</reporter>
                        <labels>
                    </labels>
                <created>Mon, 22 Dec 2014 15:28:24 +0000</created>
                <updated>Sat, 24 Jan 2015 17:18:11 +0000</updated>
                            <resolved>Mon, 22 Dec 2014 23:56:31 +0000</resolved>
                                    <version>2.8.0-rc3</version>
                                                                        <votes>0</votes>
                                    <watches>11</watches>
                                                                                                                <comments>
                            <comment id="792718" author="eliot" created="Mon, 22 Dec 2014 23:56:06 +0000"  >&lt;p&gt;Older drivers use the old method of doing writes - fire and forget write followed by a getLastError.&lt;br/&gt;
In that case, when doing j:true, the getLastError is waiting for some other thread to do do the fsync, or the group commit on its own.&lt;br/&gt;
With newer write commands which have the j:true embedded, we simply mark the transaction as needing an fsync before returning.&lt;br/&gt;
Agree the behavior with old writes is not ideal, but most apps have been upgraded to newer drivers.&lt;/p&gt;</comment>
                            <comment id="792571" author="mdcallag" created="Mon, 22 Dec 2014 21:01:38 +0000"  >&lt;p&gt;This does not reproduce with mongo-java-driver-2.12.4.jar&lt;/p&gt;</comment>
                            <comment id="792297" author="mdcallag" created="Mon, 22 Dec 2014 19:21:54 +0000"  >&lt;p&gt;The test was doing single-doc writes. Regardless, I don&apos;t get why a 50-millisecond wait for group commit should be dependent on the version of the Java client that I use. I feel like I wasted time on this and I have better ways to waste time.&lt;/p&gt;</comment>
                            <comment id="792257" author="ramon.fernandez" created="Mon, 22 Dec 2014 18:40:10 +0000"  >&lt;p&gt;Support for bulk write commands were included in the &lt;a href=&quot;https://github.com/mongodb/mongo-java-driver/releases/tag/r2.12.0&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;2.12.0 Java driver&lt;/a&gt;. The latest release candidate appears to be &lt;a href=&quot;https://github.com/mongodb/mongo-java-driver/releases&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;2.13.0-rc0&lt;/a&gt;.&lt;/p&gt;</comment>
                            <comment id="792234" author="mdcallag" created="Mon, 22 Dec 2014 18:12:03 +0000"  >&lt;p&gt;mongo-java-driver-2.11.4.jar&lt;/p&gt;

&lt;p&gt;Why is server-side group commit code path driver dependent?&lt;/p&gt;</comment>
                            <comment id="792203" author="eliot" created="Mon, 22 Dec 2014 17:48:39 +0000"  >&lt;p&gt;What driver are you using?&lt;br/&gt;
Newer drivers that do write commands shouldn&apos;t have that path at all.&lt;br/&gt;
(look for goingToAwaitCommit())&lt;br/&gt;
If you are using commands and still seeing this then is likely a bug.&lt;/p&gt;</comment>
                            <comment id="792075" author="mdcallag" created="Mon, 22 Dec 2014 15:36:42 +0000"  >&lt;p&gt;Also used this to get 1 or 10 threads with iibench&lt;br/&gt;
export NUM_LOADER_THREADS = &amp;lt;insert 1 or 10 here&amp;gt;&lt;/p&gt;</comment>
                            <comment id="792071" author="mdcallag" created="Mon, 22 Dec 2014 15:29:08 +0000"  >&lt;p&gt;Thread stacks from PMP (poormansprofiler.org) for all threads when it was slow:&lt;/p&gt;

&lt;p&gt;     1 sigwait,mongo::(anonymous,boost::(anonymous,start_thread,clone&lt;br/&gt;
      1 select,mongo::Listener::initAndListen,_initAndListen,mongo::initAndListen,mongoDbMain,main&lt;br/&gt;
      1 recv,mongo::Socket::_recv,mongo::Socket::unsafe_recv,mongo::Socket::recv,mongo::MessagingPort::recv,mongo::PortMessageServer::handleIncomingMsg,start_thread,clone&lt;br/&gt;
      1 pthread_cond_wait@@GLIBC_2.3.2,wait&amp;lt;boost::unique_lock&amp;lt;boost::timed_mutex&amp;gt;,mongo::DeadlineMonitor&amp;lt;mongo::V8Scope&amp;gt;::deadlineMonitorThread,boost::(anonymous,start_thread,clone&lt;br/&gt;
      1 pthread_cond_timedwait@@GLIBC_2.3.2,_&lt;em&gt;wt_cond_wait,&lt;/em&gt;_sweep_server,start_thread,clone&lt;br/&gt;
      1 pthread_cond_timedwait@@GLIBC_2.3.2,_&lt;em&gt;wt_cond_wait,&lt;/em&gt;_log_server,start_thread,clone&lt;br/&gt;
      1 pthread_cond_timedwait@@GLIBC_2.3.2,_&lt;em&gt;wt_cond_wait,&lt;/em&gt;_evict_server,start_thread,clone&lt;br/&gt;
      1 pthread_cond_timedwait@@GLIBC_2.3.2,_&lt;em&gt;wt_cond_wait,&lt;/em&gt;_ckpt_server,start_thread,clone&lt;br/&gt;
      1 pthread_cond_timedwait@@GLIBC_2.3.2,timed_wait&amp;lt;boost::unique_lock&amp;lt;boost::timed_mutex&amp;gt;,timed_wait&amp;lt;boost::unique_lock&amp;lt;boost::timed_mutex&amp;gt;,,mongo::RangeDeleter::doWork,boost::(anonymous,start_thread,clone&lt;br/&gt;
      1 pthread_cond_timedwait@@GLIBC_2.3.2,timed_wait&amp;lt;boost::unique_lock&amp;lt;boost::mutex&amp;gt;,timed_wait&amp;lt;boost::unique_lock&amp;lt;boost::mutex&amp;gt;,,awaitCommit,mongo::WiredTigerRecoveryUnit::awaitCommit,mongo::waitForWriteConcern,mongo::CmdGetLastError::run,mongo::_execCommand,mongo::Command::execCommand,mongo::_runCommands,runCommands,mongo::runQuery,receivedQuery,mongo::assembleResponse,mongo::MyMessageHandler::process,mongo::PortMessageServer::handleIncomingMsg,start_thread,clone&lt;br/&gt;
      1 pthread_cond_timedwait@@GLIBC_2.3.2,boost::condition_variable_any::timed_wait&amp;lt;boost::unique_lock&amp;lt;boost::timed_mutex&amp;gt;,timed_wait&amp;lt;boost::unique_lock&amp;lt;boost::timed_mutex&amp;gt;,,timed_wait&amp;lt;boost::unique_lock&amp;lt;boost::timed_mutex&amp;gt;,,mongo::(anonymous,mongo::BackgroundJob::jobBody,boost::(anonymous,start_thread,clone&lt;br/&gt;
      1 nanosleep,mongo::sleepsecs,mongo::TTLMonitor::run,mongo::BackgroundJob::jobBody,boost::(anonymous,start_thread,clone&lt;br/&gt;
      1 nanosleep,mongo::sleepsecs,mongo::ClientCursorMonitor::run,mongo::BackgroundJob::jobBody,boost::(anonymous,start_thread,clone&lt;/p&gt;</comment>
                    </comments>
                    <attachments>
                    </attachments>
                <subtasks>
                    </subtasks>
                <customfields>
                                                <customfield id="customfield_10050" key="com.atlassian.jira.toolkit:comments">
                        <customfieldname># Replies</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>8.0</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                        <customfield id="customfield_10011" key="com.atlassian.jira.plugin.system.customfieldtypes:radiobuttons">
                        <customfieldname>Backwards Compatibility</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue key="10038"><![CDATA[Fully Compatible]]></customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                            <customfield id="customfield_10055" key="com.atlassian.jira.ext.charting:firstresponsedate">
                        <customfieldname>Date of 1st Reply</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>Mon, 22 Dec 2014 17:48:39 +0000</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10052" key="com.atlassian.jira.toolkit:dayslastcommented">
                        <customfieldname>Days since reply</customfieldname>
                        <customfieldvalues>
                                        9 years, 8 weeks, 2 days ago
    
                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_18254" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Dependencies</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue><![CDATA[]]></customfieldvalue>


                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_15850" key="com.atlassian.jira.plugins.jira-development-integration-plugin:devsummary">
                        <customfieldname>Development</customfieldname>
                        <customfieldvalues>
                            
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                    <customfield id="customfield_10057" key="com.atlassian.jira.toolkit:lastusercommented">
                        <customfieldname>Last comment by Customer</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>true</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                            <customfield id="customfield_10056" key="com.atlassian.jira.toolkit:lastupdaterorcommenter">
                        <customfieldname>Last commenter</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>ramon.fernandez@mongodb.com</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_11151" key="com.atlassian.jira.toolkit:LastCommentDate">
                        <customfieldname>Last public comment date</customfieldname>
                        <customfieldvalues>
                            9 years, 8 weeks, 2 days ago
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                    <customfield id="customfield_10032" key="com.atlassian.jira.plugin.system.customfieldtypes:select">
                        <customfieldname>Operating System</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue key="10026"><![CDATA[ALL]]></customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                <customfield id="customfield_10051" key="com.atlassian.jira.toolkit:participants">
                        <customfieldname>Participants</customfieldname>
                        <customfieldvalues>
                                        <customfieldvalue>eliot</customfieldvalue>
            <customfieldvalue>mdcallag</customfieldvalue>
            <customfieldvalue>ramon.fernandez@mongodb.com</customfieldvalue>
    
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                        <customfield id="customfield_14254" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>Product Rank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>1|hrlg73:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                <customfield id="customfield_12550" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>Rank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>2|hs4ziv:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10558" key="com.pyxis.greenhopper.jira:gh-global-rank">
                        <customfieldname>Rank (Obsolete)</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>154079</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                            <customfield id="customfield_23361" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Requested By</customfieldname>
                        <customfieldvalues>
                                

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                            <customfield id="customfield_10750" key="com.atlassian.jira.plugin.system.customfieldtypes:textarea">
                        <customfieldname>Steps To Reproduce</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>&lt;p&gt;Run iibench &amp;#8211; &lt;a href=&quot;https://github.com/tmcallaghan/iibench-mysql&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://github.com/tmcallaghan/iibench-mysql&lt;/a&gt;&lt;br/&gt;
Change run.simple.bash from it with:&lt;br/&gt;
export MAX_ROWS=100000000&lt;br/&gt;
export NUM_DOCUMENTS_PER_INSERT=1&lt;br/&gt;
export WRITE_CONCERN=FSYNC_SAFE&lt;/p&gt;

&lt;p&gt;Start mongod by: mongod --config /data/mysql/mongo.28/mongo.conf --storageEngine wiredTiger &lt;/p&gt;

&lt;p&gt;Using this mongo.conf. Repeating the test with journal compression enabled makes no difference.&lt;br/&gt;
processManagement:&lt;br/&gt;
  fork: true&lt;br/&gt;
systemLog:&lt;br/&gt;
  destination: file&lt;br/&gt;
  path: /data/mysql/mongo.28/log&lt;br/&gt;
  logAppend: true&lt;br/&gt;
storage:&lt;br/&gt;
  dbPath: /data/mysql/mongo.28/data&lt;br/&gt;
  journal:&lt;br/&gt;
    enabled: true&lt;br/&gt;
  mmapv1:&lt;br/&gt;
    syncPeriodSecs: 60&lt;br/&gt;
    journal:&lt;br/&gt;
      commitIntervalMs: 100&lt;br/&gt;
storage.wiredTiger.collectionConfig.blockCompressor: none&lt;br/&gt;
storage.wiredTiger.engineConfig.journalCompressor: none&lt;/p&gt;</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                    <customfield id="customfield_10053" key="com.atlassian.jira.ext.charting:timeinstatus">
                        <customfieldname>Time In Status</customfieldname>
                        <customfieldvalues>
                            
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                        <customfield id="customfield_22870" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Triagers</customfieldname>
                        <customfieldvalues>
                                

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                    <customfield id="customfield_14350" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>serverRank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>1|hsgdjb:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                    </customfields>
    </item>
</channel>
</rss>