<!-- 
RSS generated by JIRA (9.7.1#970001-sha1:2222b88b221c4928ef0de3161136cc90c8356a66) at Thu Feb 08 03:10:26 UTC 2024

It is possible to restrict the fields that are returned in this document by specifying the 'field' parameter in your request.
For example, to request only the issue key and summary append 'field=key&field=summary' to the URL of your request.
-->
<rss version="0.92" >
<channel>
    <title>MongoDB Jira</title>
    <link>https://jira.mongodb.org</link>
    <description>This file is an XML representation of an issue</description>
    <language>en-us</language>    <build-info>
        <version>9.7.1</version>
        <build-number>970001</build-number>
        <build-date>13-04-2023</build-date>
    </build-info>


<item>
            <title>[SERVER-5984] Memory problem on linux/debian server</title>
                <link>https://jira.mongodb.org/browse/SERVER-5984</link>
                <project id="10000" key="SERVER">Core Server</project>
                    <description>&lt;p&gt;We collect on serveral server data from our production machines. In the past we use MySQL databases. Now we&apos;ve changed to Mongodb and are happy the easy access, administration and performance. The data is usually collected every second. Up to four collection processes are running in parallel. The collection processes are PHP programs, started by cron from the CLI.&lt;/p&gt;

&lt;p&gt;Beside the data collector processes a ZEND server is running on that machine. Occasionally our production clients query data from the mongodb via a php web interface. Nothing else is running on that machine. No mongo replication is in place.&lt;/p&gt;

&lt;p&gt;In the begining the process was running forever. Unfortunately the process ran out of memory after some time. So now we stop the script every hour to free the complete memory. Nevertheless the monogo database consumes after some time all of the memory, then the swap space and finally the server crashes. Some server we reboot every day to free the memory but sometimes the server crashes within 24 hours.&lt;/p&gt;

&lt;p&gt;I attache some graphs of one of the server with a higher stability that show the memory and swap consumption.&lt;/p&gt;

&lt;p&gt;We played a lot with one persisting database connection during the script, persistend connection to the production device, cleaning up of all variables but could not solve the problem.&lt;/p&gt;

&lt;p&gt;On every database we have one index for the the timestamp, as this is our primary key for the status and graph queries:&lt;/p&gt;

&lt;p&gt;L143SRV01:/var/log/mongodb# mongo&lt;br/&gt;
MongoDB shell version: 2.0.4&lt;br/&gt;
connecting to: test&lt;br/&gt;
&amp;gt; use mes&lt;br/&gt;
switched to db mes&lt;br/&gt;
&amp;gt; show collections&lt;br/&gt;
preis&lt;br/&gt;
system.indexes&lt;br/&gt;
tenifer_1&lt;br/&gt;
tenifer_2&lt;br/&gt;
tenifer_3&lt;br/&gt;
tenifer_4&lt;br/&gt;
tenifer_5&lt;br/&gt;
tenifer_6&lt;br/&gt;
tenifer_7&lt;br/&gt;
&amp;gt; db.tenifer_1.getIndexes()&lt;br/&gt;
[&lt;br/&gt;
        {&lt;br/&gt;
                &quot;v&quot; : 1,&lt;br/&gt;
                &quot;key&quot; : &lt;/p&gt;
{
                        &quot;_id&quot; : 1
                }
&lt;p&gt;,&lt;br/&gt;
                &quot;ns&quot; : &quot;mes.tenifer_1&quot;,&lt;br/&gt;
                &quot;name&quot; : &quot;&lt;em&gt;id&lt;/em&gt;&quot;&lt;br/&gt;
        },&lt;br/&gt;
        {&lt;br/&gt;
                &quot;v&quot; : 1,&lt;br/&gt;
                &quot;key&quot; : &lt;/p&gt;
{
                        &quot;timestamp&quot; : 1
                }
&lt;p&gt;,&lt;br/&gt;
                &quot;ns&quot; : &quot;mes.tenifer_1&quot;,&lt;br/&gt;
                &quot;name&quot; : &quot;timestamp_1&quot;&lt;br/&gt;
        }&lt;br/&gt;
]&lt;br/&gt;
&amp;gt;&lt;/p&gt;



&lt;p&gt;The collector scripts are quite simple and all of the same structure:&lt;/p&gt;

&lt;p&gt;echo (date ( &apos;c&apos; ) . &quot; INFO: starting\n&quot;);&lt;/p&gt;

&lt;p&gt;require_once dirname ( _&lt;em&gt;FILE&lt;/em&gt;_ ) . &apos;/ModbusMasterTcp.php&apos;;&lt;/p&gt;

&lt;p&gt;$ip = &quot;192.168.143.100&quot;;&lt;/p&gt;

&lt;p&gt;$channels = 14;&lt;/p&gt;

&lt;p&gt;$time = microtime (true);&lt;br/&gt;
$runs = 0;&lt;/p&gt;

&lt;p&gt;try {&lt;/p&gt;

&lt;p&gt;	while ( 1 ) {&lt;br/&gt;
		$modbus = new ModbusMasterTcp ( $ip );&lt;/p&gt;

&lt;p&gt;		$data = $modbus-&amp;gt;readMultipleRegisters ( 1, hexdec(&apos;f8c3&apos;), 4*$channels );&lt;/p&gt;

&lt;p&gt;		$reply = &quot;&quot;;&lt;/p&gt;

&lt;p&gt;		foreach ($data as $c)&lt;/p&gt;
{
			$reply .= chr($c);
		}

&lt;p&gt;		$value = array();&lt;/p&gt;

&lt;p&gt;		for ($i = 1; $i &amp;lt;= $channels; $i++) &lt;/p&gt;
{
			$bin = substr($reply, ($i-1)*8, 2).substr($reply, ($i-1)*8+2, 2);				
			$value[$i] = str_float( str_hex($bin));				
		}

&lt;p&gt;		$mongo = new Mongo ();&lt;br/&gt;
		$db = $mongo-&amp;gt;mes;&lt;/p&gt;

&lt;p&gt;		$timestamp = new MongoDate ( time () );&lt;/p&gt;

&lt;p&gt;		for ($i = 0; $i &amp;lt; $channels/2; $i++) {&lt;br/&gt;
			$line = array();&lt;br/&gt;
			$line&lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;#39;actual&amp;#39;&amp;#93;&lt;/span&gt; = $value&lt;span class=&quot;error&quot;&gt;&amp;#91;$i*2+1&amp;#93;&lt;/span&gt;;&lt;br/&gt;
			$line&lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;#39;nominal&amp;#39;&amp;#93;&lt;/span&gt; = $value&lt;span class=&quot;error&quot;&gt;&amp;#91;$i*2+2&amp;#93;&lt;/span&gt;;&lt;br/&gt;
			$line&lt;span class=&quot;error&quot;&gt;&amp;#91;&amp;#39;timestamp&amp;#39;&amp;#93;&lt;/span&gt; = $timestamp;&lt;br/&gt;
			$collection = sprintf(&quot;tenifer_%1d&quot;, $i+1);&lt;br/&gt;
			$db-&amp;gt;{$collection}-&amp;gt;insert($line);&lt;br/&gt;
		}&lt;/p&gt;

&lt;p&gt;		unset($mongo);&lt;br/&gt;
		unset($db);&lt;br/&gt;
		unset($modbus);&lt;/p&gt;

&lt;p&gt;		$time += 15;&lt;br/&gt;
		$sleep=$time - microtime(true);&lt;br/&gt;
		if ($sleep &amp;gt; 0) &lt;/p&gt;
{
			$sleep = $sleep*1000000;
			usleep($sleep);
		}
&lt;p&gt;	&lt;/p&gt;

&lt;p&gt;		$runs++;&lt;br/&gt;
		if ($runs &amp;gt;= 4 * 60) &lt;/p&gt;
{
			system(&quot;/usr/local/mes/start_tenifer 1&quot;);
			die ( date ( &apos;c&apos; ) . &quot; INFO: done\n&quot; );
		}

&lt;p&gt;	}&lt;br/&gt;
} catch ( Exception $e ) {&lt;br/&gt;
	die ( date ( &apos;c&apos; ) . &quot; ERROR: &quot; . $e-&amp;gt;getMessage () . &quot;\n&quot; );&lt;br/&gt;
}&lt;/p&gt;

&lt;p&gt;We have 10 server running at the momemt showing different behaviour. Some crash within 24 hours some run stable of days. Here the memory consumption of one server that runs now for several days:&lt;/p&gt;

&lt;p&gt;top - 11:10:01 up 7 days, 21:23,  2 users,  load average: 0.00, 0.00, 0.00&lt;br/&gt;
Tasks: 106 total,   2 running, 104 sleeping,   0 stopped,   0 zombie&lt;br/&gt;
Cpu(s):  1.0%us,  1.0%sy,  0.0%ni, 95.0%id,  3.0%wa,  0.0%hi,  0.0%si,  0.0%st&lt;br/&gt;
Mem:    382288k total,   373264k used,     9024k free,     3844k buffers&lt;br/&gt;
Swap:   915664k total,   203928k used,   711736k free,   247668k cached&lt;/p&gt;

&lt;p&gt;  PID USER      PR  NI  VIRT  RES  SHR S %CPU %MEM    TIME+  SWAP COMMAND&lt;br/&gt;
 3069 mongodb   20   0 30.1g 205m 193m S  0.0 55.1  11:58.86  29g mongod&lt;br/&gt;
23230 www-data  20   0  421m 1516  964 S  0.0  0.4   2:18.44 419m apache2&lt;br/&gt;
18470 www-data  20   0  422m 7456 2812 S  0.0  2.0   1:42.00 415m apache2&lt;br/&gt;
23234 www-data  20   0  421m 7256 2844 S  0.0  1.9   1:33.10 414m apache2&lt;br/&gt;
30292 www-data  20   0  412m 1508  964 S  0.0  0.4   2:05.24 410m apache2&lt;br/&gt;
23233 www-data  20   0  409m 1512  964 S  0.0  0.4   1:38.25 408m apache2&lt;/p&gt;

&lt;p&gt;You can see that memory and swap is eaten up by mongo.&lt;/p&gt;

&lt;p&gt;Here&apos;s the config file from mongo:&lt;/p&gt;

&lt;ol&gt;
	&lt;li&gt;mongodb.conf&lt;/li&gt;
&lt;/ol&gt;


&lt;ol&gt;
	&lt;li&gt;Where to store the data.&lt;/li&gt;
&lt;/ol&gt;


&lt;ol&gt;
	&lt;li&gt;Note: if you run mongodb as a non-root user (recommended) you may&lt;/li&gt;
	&lt;li&gt;need to create and set permissions for this directory manually,&lt;/li&gt;
	&lt;li&gt;e.g., if the parent directory isn&apos;t mutable by the mongodb user.&lt;br/&gt;
dbpath=/var/lib/mongodb&lt;/li&gt;
&lt;/ol&gt;


&lt;p&gt;#where to log&lt;br/&gt;
logpath=/var/log/mongodb/mongodb.log&lt;/p&gt;

&lt;p&gt;logappend=true&lt;/p&gt;

&lt;p&gt;#port = 27017&lt;/p&gt;

&lt;ol&gt;
	&lt;li&gt;Disables write-ahead journaling&lt;/li&gt;
	&lt;li&gt;nojournal = true&lt;/li&gt;
&lt;/ol&gt;


&lt;ol&gt;
	&lt;li&gt;Enables periodic logging of CPU utilization and I/O wait&lt;br/&gt;
#cpu = true&lt;/li&gt;
&lt;/ol&gt;


&lt;ol&gt;
	&lt;li&gt;Turn on/off security.  Off is currently the default&lt;br/&gt;
#noauth = true&lt;br/&gt;
#auth = true&lt;/li&gt;
&lt;/ol&gt;


&lt;ol&gt;
	&lt;li&gt;Verbose logging output.&lt;br/&gt;
#verbose = true&lt;/li&gt;
&lt;/ol&gt;


&lt;ol&gt;
	&lt;li&gt;Inspect all client data for validity on receipt (useful for&lt;/li&gt;
	&lt;li&gt;developing drivers)&lt;br/&gt;
#objcheck = true&lt;/li&gt;
&lt;/ol&gt;


&lt;ol&gt;
	&lt;li&gt;Enable db quota management&lt;br/&gt;
#quota = true&lt;/li&gt;
&lt;/ol&gt;


&lt;ol&gt;
	&lt;li&gt;Set oplogging level where n is&lt;/li&gt;
	&lt;li&gt;0=off (default)&lt;/li&gt;
	&lt;li&gt;1=W&lt;/li&gt;
	&lt;li&gt;2=R&lt;/li&gt;
	&lt;li&gt;3=both&lt;/li&gt;
	&lt;li&gt;7=W+some reads&lt;br/&gt;
#diaglog = 0&lt;/li&gt;
&lt;/ol&gt;


&lt;ol&gt;
	&lt;li&gt;Ignore query hints&lt;br/&gt;
#nohints = true&lt;/li&gt;
&lt;/ol&gt;


&lt;ol&gt;
	&lt;li&gt;Disable the HTTP interface (Defaults to localhost:27018).&lt;br/&gt;
#nohttpinterface = true&lt;/li&gt;
&lt;/ol&gt;


&lt;ol&gt;
	&lt;li&gt;Turns off server-side scripting.  This will result in greatly limited&lt;/li&gt;
	&lt;li&gt;functionality&lt;br/&gt;
#noscripting = true&lt;/li&gt;
&lt;/ol&gt;


&lt;ol&gt;
	&lt;li&gt;Turns off table scans.  Any query that would do a table scan fails.&lt;br/&gt;
#notablescan = true&lt;/li&gt;
&lt;/ol&gt;


&lt;ol&gt;
	&lt;li&gt;Disable data file preallocation.&lt;br/&gt;
#noprealloc = true&lt;/li&gt;
&lt;/ol&gt;


&lt;ol&gt;
	&lt;li&gt;Specify .ns file size for new databases.&lt;/li&gt;
	&lt;li&gt;nssize = &amp;lt;size&amp;gt;&lt;/li&gt;
&lt;/ol&gt;


&lt;ol&gt;
	&lt;li&gt;Accout token for Mongo monitoring server.&lt;br/&gt;
#mms-token = &amp;lt;token&amp;gt;&lt;/li&gt;
&lt;/ol&gt;


&lt;ol&gt;
	&lt;li&gt;Server name for Mongo monitoring server.&lt;br/&gt;
#mms-name = &amp;lt;server-name&amp;gt;&lt;/li&gt;
&lt;/ol&gt;


&lt;ol&gt;
	&lt;li&gt;Ping interval for Mongo monitoring server.&lt;br/&gt;
#mms-interval = &amp;lt;seconds&amp;gt;&lt;/li&gt;
&lt;/ol&gt;


&lt;ol&gt;
	&lt;li&gt;Replication Options&lt;/li&gt;
&lt;/ol&gt;


&lt;ol&gt;
	&lt;li&gt;in master/slave replicated mongo databases, specify here whether&lt;/li&gt;
	&lt;li&gt;this is a slave or master&lt;br/&gt;
#slave = true&lt;br/&gt;
#source = master.example.com&lt;/li&gt;
	&lt;li&gt;Slave only: specify a single database to replicate&lt;br/&gt;
#only = master.example.com&lt;/li&gt;
	&lt;li&gt;or&lt;br/&gt;
#master = true&lt;br/&gt;
#source = slave.example.com&lt;/li&gt;
&lt;/ol&gt;


&lt;ol&gt;
	&lt;li&gt;in replica set configuration, specify the name of the replica set&lt;/li&gt;
	&lt;li&gt;replSet = setname&lt;/li&gt;
&lt;/ol&gt;


&lt;p&gt;We already switched off the journaling.&lt;/p&gt;

&lt;p&gt;Any idea what we can do to get the server stable? &lt;/p&gt;</description>
                <environment>Linux Debian&lt;br/&gt;
Linux L122SRV01 2.6.26-2-amd64 #1 SMP Sun Mar 4 21:48:06 UTC 2012 x86_64 GNU/Linux&lt;br/&gt;
</environment>
        <key id="40155">SERVER-5984</key>
            <summary>Memory problem on linux/debian server</summary>
                <type id="1" iconUrl="https://jira.mongodb.org/secure/viewavatar?size=xsmall&amp;avatarId=14703&amp;avatarType=issuetype">Bug</type>
                                            <priority id="3" iconUrl="https://jira.mongodb.org/images/icons/priorities/major.svg">Major - P3</priority>
                        <status id="6" iconUrl="https://jira.mongodb.org/images/icons/statuses/closed.png" description="The issue is considered finished, the resolution is correct. Issues which are closed can be reopened.">Closed</status>
                    <statusCategory id="3" key="done" colorName="success"/>
                                    <resolution id="9">Done</resolution>
                                        <assignee username="richard.kreuter">Richard Kreuter</assignee>
                                    <reporter username="rainer">Rainer Schmitz</reporter>
                        <labels>
                    </labels>
                <created>Fri, 1 Jun 2012 09:14:07 +0000</created>
                <updated>Fri, 4 Jan 2013 15:48:14 +0000</updated>
                            <resolved>Fri, 4 Jan 2013 15:48:14 +0000</resolved>
                                    <version>2.0.3</version>
                    <version>2.0.4</version>
                                                    <component>Stability</component>
                                        <votes>0</votes>
                                    <watches>4</watches>
                                                                                                                <comments>
                            <comment id="230952" author="ian@10gen.com" created="Fri, 4 Jan 2013 15:48:14 +0000"  >&lt;p&gt;Hi Rainer, as discussed above I&apos;m closing this ticket but please reopen if needed.&lt;/p&gt;</comment>
                            <comment id="134999" author="richard@10gen.com" created="Wed, 20 Jun 2012 21:40:56 +0000"  >&lt;p&gt;Rainer: thanks for the update.  I&apos;ll check back in a few days, or please let us know when you&apos;re satisfied that this issue is okay and I&apos;ll resolve it.&lt;/p&gt;</comment>
                            <comment id="133818" author="rainer" created="Mon, 18 Jun 2012 06:12:59 +0000"  >&lt;p&gt;Hello Richard,&lt;/p&gt;

&lt;p&gt;sorry for the delay. On the server we run additionally a ZEND Server with Apache and PHP. Apparantly the clients checking the status of the production machines created a lot of traffic on the apache server which caused a high memory consumption of the http process. As there are a lot of http processes running parallel they never showed up in the top list of processes ordered by memory consumption. So it took some time to find out that all http processe in total consumed too much memeory. We&apos;ve reduced the number of client requests and now the server are much more stable. I suggest to monitor this for a while and then we can close the ticket.&lt;/p&gt;

&lt;p&gt;Regards&lt;br/&gt;
Rainer&lt;/p&gt;</comment>
                            <comment id="130298" author="richard@10gen.com" created="Mon, 11 Jun 2012 14:29:19 +0000"  >&lt;p&gt;Rainer: are there any other kinds of programs that use the database? The insert method&apos;s code paths through mongod that your above PHP program exercises has never been seen to leak memory. How do you use the data once it&apos;s in the db?&lt;/p&gt;</comment>
                            <comment id="130119" author="rainer" created="Mon, 11 Jun 2012 07:44:06 +0000"  >&lt;p&gt;Hi Richard,&lt;/p&gt;

&lt;p&gt;We had again several server crashes last week. Is there any progress on this ticket? Are you awating anything from me?&lt;/p&gt;

&lt;p&gt;Rainer&lt;/p&gt;</comment>
                    </comments>
                    <attachments>
                            <attachment id="16956" name="memory.pdf" size="89166" author="rainer" created="Fri, 1 Jun 2012 09:14:07 +0000"/>
                            <attachment id="16955" name="swap.pdf" size="73454" author="rainer" created="Fri, 1 Jun 2012 09:14:07 +0000"/>
                    </attachments>
                <subtasks>
                    </subtasks>
                <customfields>
                                                <customfield id="customfield_10050" key="com.atlassian.jira.toolkit:comments">
                        <customfieldname># Replies</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>5.0</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <customfield id="customfield_10055" key="com.atlassian.jira.ext.charting:firstresponsedate">
                        <customfieldname>Date of 1st Reply</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>Mon, 11 Jun 2012 14:29:19 +0000</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10052" key="com.atlassian.jira.toolkit:dayslastcommented">
                        <customfieldname>Days since reply</customfieldname>
                        <customfieldvalues>
                                        11 years, 6 weeks, 5 days ago
    
                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_18254" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Dependencies</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue><![CDATA[]]></customfieldvalue>


                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_15850" key="com.atlassian.jira.plugins.jira-development-integration-plugin:devsummary">
                        <customfieldname>Development</customfieldname>
                        <customfieldvalues>
                            
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                    <customfield id="customfield_10057" key="com.atlassian.jira.toolkit:lastusercommented">
                        <customfieldname>Last comment by Customer</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>true</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                            <customfield id="customfield_10056" key="com.atlassian.jira.toolkit:lastupdaterorcommenter">
                        <customfieldname>Last commenter</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>ian@mongodb.com</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_11151" key="com.atlassian.jira.toolkit:LastCommentDate">
                        <customfieldname>Last public comment date</customfieldname>
                        <customfieldvalues>
                            11 years, 6 weeks, 5 days ago
                        </customfieldvalues>
                    </customfield>
                                                                                                                        <customfield id="customfield_10000" key="com.atlassian.jira.plugin.system.customfieldtypes:radiobuttons">
                        <customfieldname>Old_Backport</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue key="10000"><![CDATA[No]]></customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10032" key="com.atlassian.jira.plugin.system.customfieldtypes:select">
                        <customfieldname>Operating System</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue key="10020"><![CDATA[Linux]]></customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                <customfield id="customfield_10051" key="com.atlassian.jira.toolkit:participants">
                        <customfieldname>Participants</customfieldname>
                        <customfieldvalues>
                                        <customfieldvalue>ian@mongodb.com</customfieldvalue>
            <customfieldvalue>rainer</customfieldvalue>
            <customfieldvalue>richard.kreuter</customfieldvalue>
    
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                        <customfield id="customfield_14254" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>Product Rank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>1|hro187:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                <customfield id="customfield_12550" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>Rank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>2|hrg3lr:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10558" key="com.pyxis.greenhopper.jira:gh-global-rank">
                        <customfieldname>Rank (Obsolete)</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>7486</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                            <customfield id="customfield_23361" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Requested By</customfieldname>
                        <customfieldvalues>
                                

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                            <customfield id="customfield_10053" key="com.atlassian.jira.ext.charting:timeinstatus">
                        <customfieldname>Time In Status</customfieldname>
                        <customfieldvalues>
                            
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                        <customfield id="customfield_22870" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Triagers</customfieldname>
                        <customfieldvalues>
                                

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                    <customfield id="customfield_14350" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>serverRank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>1|hsbxzj:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                    </customfields>
    </item>
</channel>
</rss>