<!-- 
RSS generated by JIRA (9.7.1#970001-sha1:2222b88b221c4928ef0de3161136cc90c8356a66) at Thu Feb 08 03:30:44 UTC 2024

It is possible to restrict the fields that are returned in this document by specifying the 'field' parameter in your request.
For example, to request only the issue key and summary append 'field=key&field=summary' to the URL of your request.
-->
<rss version="0.92" >
<channel>
    <title>MongoDB Jira</title>
    <link>https://jira.mongodb.org</link>
    <description>This file is an XML representation of an issue</description>
    <language>en-us</language>    <build-info>
        <version>9.7.1</version>
        <build-number>970001</build-number>
        <build-date>13-04-2023</build-date>
    </build-info>


<item>
            <title>[SERVER-13134] Mongo shutting down randomly after upgrade to Ubuntu 12.04</title>
                <link>https://jira.mongodb.org/browse/SERVER-13134</link>
                <project id="10000" key="SERVER">Core Server</project>
                    <description>&lt;p&gt;We have a few replicasets and we&apos;ve seen on a few secondary servers the mongodb process shutting down randomly with this error message right before the shutdown (replaced hostname with PRIMARY).&lt;/p&gt;

&lt;p/&gt;
&lt;div id=&quot;syntaxplugin&quot; class=&quot;syntaxplugin&quot; style=&quot;border: 1px dashed #bbb; border-radius: 5px !important; overflow: auto; max-height: 30em;&quot;&gt;
&lt;table cellspacing=&quot;0&quot; cellpadding=&quot;0&quot; border=&quot;0&quot; width=&quot;100%&quot; style=&quot;font-size: 1em; line-height: 1.4em !important; font-weight: normal; font-style: normal; color: black;&quot;&gt;
		&lt;tbody &gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;  margin-top: 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;Mon Mar 10 17:43:41.949 [rsSyncNotifiere] replset tracking exception: exception: 10278 dbclient error communicating with server:PRIMARY:27017&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;Mon Mar 10 17:43:41.953 [rsBackgroundSync] replSet sync source problem: 10278 dbclient error communicating with server:PRIMARY:27017&#8232;&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;Mon Mar 10 17:43:43.073 [signalProcessingThread]                Progress: 43/241        17%    (File Closing Progress)&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;&#8232;Mon Mar 10 17:43:45.050 [signalProcessingThread]                Progress: 192/241      79%    (File Closing Progress)&#8232;&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;Mon Mar 10 17:43:45.599 [signalProcessingThread] closeAllFiles() finished&#8232;&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   margin-bottom: 10px;  width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;Mon Mar 10 17:43:45.599 [signalProcessingThread] shutdown: removing fs lock...&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
			&lt;/tbody&gt;
&lt;/table&gt;
&lt;/div&gt;
&lt;p/&gt;

&lt;p&gt;The issue did not occur on Ubuntu 10.04.  We are using version 2.4.7, the debian from the mongodb repo.  The issue has occurred on a couple of different replicasets.  &lt;/p&gt;</description>
                <environment></environment>
        <key id="119251">SERVER-13134</key>
            <summary>Mongo shutting down randomly after upgrade to Ubuntu 12.04</summary>
                <type id="1" iconUrl="https://jira.mongodb.org/secure/viewavatar?size=xsmall&amp;avatarId=14703&amp;avatarType=issuetype">Bug</type>
                                            <priority id="2" iconUrl="https://jira.mongodb.org/images/icons/priorities/critical.svg">Critical - P2</priority>
                        <status id="6" iconUrl="https://jira.mongodb.org/images/icons/statuses/closed.png" description="The issue is considered finished, the resolution is correct. Issues which are closed can be reopened.">Closed</status>
                    <statusCategory id="3" key="done" colorName="success"/>
                                    <resolution id="9">Done</resolution>
                                        <assignee username="stephen.steneker@mongodb.com">Stennie Steneker</assignee>
                                    <reporter username="jlintz">Justin Lintz</reporter>
                        <labels>
                            <label>replicaset</label>
                    </labels>
                <created>Tue, 11 Mar 2014 14:59:20 +0000</created>
                <updated>Mon, 5 May 2014 19:18:05 +0000</updated>
                            <resolved>Thu, 3 Apr 2014 16:35:30 +0000</resolved>
                                    <version>2.4.7</version>
                                                    <component>Replication</component>
                                        <votes>0</votes>
                                    <watches>6</watches>
                                                                                                                <comments>
                            <comment id="534296" author="thomasr" created="Thu, 3 Apr 2014 16:35:30 +0000"  >&lt;p&gt;Thanks for letting us know, Justin. I&apos;m closing this as requested.&lt;/p&gt;

&lt;p&gt;Thomas&lt;/p&gt;</comment>
                            <comment id="524657" author="jlintz" created="Thu, 27 Mar 2014 15:49:19 +0000"  >&lt;p&gt;Ok, We sort of tracked down this issue, but not really sure how it&apos;s exactly occurring. &lt;/p&gt;

&lt;p&gt;On the servers where mongod was being stopped, puppet had stale .pid files on a few of the servers for the puppet agent under /var/run/puppet/agent.pid.  Puppet was set to ensure the service was not running.  We tracked down the time mongod was being stopped to being a few seconds after a puppet run would finish and in the puppet logs we saw a line for ensuring the puppet service was not running.  First thought was the agent.pid file somehow had the same process id of mongo running, but they did not match, nor were they even close.  It also wasn&apos;t consistent in occurring.  Puppet wasn&apos;t always ensuring the puppet service was stopped, and could not really determine why it was sometimes running and sometimes wasnt, but everytime it did, somehow mongod got shutdown. &lt;/p&gt;

&lt;p&gt;I&apos;m at a loss for how it&apos;s occurring, it could be an issue in puppet, or in upstart.  Anyway, once we removed the stale agent.pid files, the issue stopped occurring.  We can close out this issue&lt;/p&gt;</comment>
                            <comment id="519945" author="jlintz" created="Thu, 20 Mar 2014 14:20:17 +0000"  >&lt;p&gt;Is there any additional information that we could provide that would help troubleshoot this?&lt;/p&gt;</comment>
                            <comment id="518319" author="jlintz" created="Tue, 18 Mar 2014 13:57:27 +0000"  >&lt;p&gt;Stephen,&lt;/p&gt;

&lt;p&gt;Thanks, just sent the log to the scp dumpsite.  &lt;/p&gt;</comment>
                            <comment id="518149" author="stennie" created="Tue, 18 Mar 2014 05:37:37 +0000"  >&lt;p&gt;Hi Justin,&lt;/p&gt;

&lt;p&gt;If you&apos;re concerned about privacy of the logs, you can upload them to a private scp dropbox (accessible only to MongoDB team members) with:&lt;/p&gt;
&lt;p/&gt;
&lt;div id=&quot;syntaxplugin&quot; class=&quot;syntaxplugin&quot; style=&quot;border: 1px dashed #bbb; border-radius: 5px !important; overflow: auto; max-height: 30em;&quot;&gt;
&lt;table cellspacing=&quot;0&quot; cellpadding=&quot;0&quot; border=&quot;0&quot; width=&quot;100%&quot; style=&quot;font-size: 1em; line-height: 1.4em !important; font-weight: normal; font-style: normal; color: black;&quot;&gt;
		&lt;tbody &gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;  margin-top: 10px;   margin-bottom: 10px;  width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt; scp -P 722 &amp;lt;filename&amp;gt; SERVER-13134@www.mongodb.com:&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
			&lt;/tbody&gt;
&lt;/table&gt;
&lt;/div&gt;
&lt;p/&gt;

&lt;p&gt;Just hit enter when prompted for a password.&lt;/p&gt;


&lt;p&gt;If you prefer to filter before uploading, that is certainly your prerogative .. however this may remove some useful context from the logs.&lt;/p&gt;

&lt;p&gt;Thanks,&lt;br/&gt;
Stephen&lt;/p&gt;</comment>
                            <comment id="517654" author="jlintz" created="Mon, 17 Mar 2014 18:59:30 +0000"  >&lt;p&gt;In a lot of cases, right before the signal was received we saw this in the logs&lt;/p&gt;

&lt;p&gt;&lt;span class=&quot;error&quot;&gt;&amp;#91;rsSyncNotifier&amp;#93;&lt;/span&gt; DBClientCursor::init call() failed&lt;/p&gt;</comment>
                            <comment id="517357" author="jlintz" created="Mon, 17 Mar 2014 14:18:15 +0000"  >&lt;p&gt;Stephen,&lt;/p&gt;

&lt;ul class=&quot;alternate&quot; type=&quot;square&quot;&gt;
	&lt;li&gt;We have a lot of IPs and queries in the logs, which we aren&apos;t comfortable attaching to the ticket.  Can I filter those out?&lt;/li&gt;
&lt;/ul&gt;


&lt;p&gt;legacydata:SECONDARY&amp;gt; getBuildInfo()&lt;br/&gt;
{&lt;br/&gt;
	&quot;version&quot; : &quot;2.4.7&quot;,&lt;br/&gt;
	&quot;gitVersion&quot; : &quot;0161738abf06c1f067b56a465b706efd6f4bf2aa&quot;,&lt;br/&gt;
	&quot;sysInfo&quot; : &quot;Linux ip-10-2-29-40 2.6.21.7-2.ec2.v1.2.fc8xen #1 SMP Fri Nov 20 17:48:28 EST 2009 x86_64 BOOST_LIB_VERSION=1_49&quot;,&lt;br/&gt;
	&quot;loaderFlags&quot; : &quot;-fPIC -pthread -rdynamic&quot;,&lt;br/&gt;
	&quot;compilerFlags&quot; : &quot;-Wnon-virtual-dtor -Woverloaded-virtual -fPIC -fno-strict-aliasing -ggdb -pthread -Wall -Wsign-compare -Wno-unknown-pragmas -Winvalid-pch -Werror -pipe -fno-builtin-memcmp -O3&quot;,&lt;br/&gt;
	&quot;allocator&quot; : &quot;tcmalloc&quot;,&lt;br/&gt;
	&quot;versionArray&quot; : [&lt;br/&gt;
		2,&lt;br/&gt;
		4,&lt;br/&gt;
		7,&lt;br/&gt;
		0&lt;br/&gt;
	],&lt;br/&gt;
	&quot;javascriptEngine&quot; : &quot;V8&quot;,&lt;br/&gt;
	&quot;bits&quot; : 64,&lt;br/&gt;
	&quot;debug&quot; : false,&lt;br/&gt;
	&quot;maxBsonObjectSize&quot; : 16777216&lt;br/&gt;
}&lt;/p&gt;

&lt;ul class=&quot;alternate&quot; type=&quot;square&quot;&gt;
	&lt;li&gt;These are standalone replicasets, no sharding enabled&lt;/li&gt;
&lt;/ul&gt;


&lt;p&gt;The issue occurs about once a day on one of the clusters , on another it&apos;s less frequent.  The exits occur at different times each time.  &lt;/p&gt;</comment>
                            <comment id="517224" author="stennie" created="Mon, 17 Mar 2014 06:13:36 +0000"  >&lt;p&gt;Hi Justin,&lt;/p&gt;

&lt;p&gt;Can you please:&lt;/p&gt;
&lt;ul class=&quot;alternate&quot; type=&quot;square&quot;&gt;
	&lt;li&gt;upload the full log file from one of the secondaries including a period where you received the original error&lt;/li&gt;
	&lt;li&gt;comment with the output of &lt;tt&gt;getBuildInfo()&lt;/tt&gt; from the &lt;tt&gt;mongo&lt;/tt&gt; shell&lt;/li&gt;
	&lt;li&gt;confirm if these are standalone replica sets, or part of a sharded cluster&lt;/li&gt;
&lt;/ul&gt;


&lt;blockquote&gt;&lt;p&gt;The issue has occurred on a couple of different replicasets.&lt;/p&gt;&lt;/blockquote&gt;

&lt;p&gt;How frequently does this issue occur (and is it still occurring)?&lt;/p&gt;

&lt;p&gt;The log information in the issue description isn&apos;t complete; was there also a &quot;got signal 15&quot; message prior to the shutdown?&lt;/p&gt;

&lt;p&gt;As you&apos;ve noted, &quot;got signal 15&quot; (SIGTERM) normally indicates the process was terminated by a user. Hopefully there will be more context in the full mongod log.&lt;/p&gt;

&lt;p&gt;Thanks,&lt;br/&gt;
Stephen&lt;/p&gt;</comment>
                            <comment id="514453" author="jlintz" created="Wed, 12 Mar 2014 18:57:17 +0000"  >&lt;p&gt;Just occurred again today on the same server, this time the log on the secondary had this&lt;/p&gt;

&lt;p&gt;Wed Mar 12 13:13:16.590 &lt;span class=&quot;error&quot;&gt;&amp;#91;signalProcessingThread&amp;#93;&lt;/span&gt; got signal 15 (Terminated), will terminate after current cmd ends&lt;br/&gt;
Wed Mar 12 13:13:16.590 &lt;span class=&quot;error&quot;&gt;&amp;#91;signalProcessingThread&amp;#93;&lt;/span&gt; now exiting&lt;br/&gt;
Wed Mar 12 13:13:16.590 dbexit:&lt;/p&gt;

&lt;p&gt;Can&apos;t seem to find anything that would be sending a SIGTERM to mongod.  &lt;/p&gt;</comment>
                            <comment id="514163" author="jlintz" created="Wed, 12 Mar 2014 14:55:58 +0000"  >&lt;ul class=&quot;alternate&quot; type=&quot;square&quot;&gt;
	&lt;li&gt;This is during normal replication&lt;/li&gt;
	&lt;li&gt;The only thing on the primary logs at that time was a message about it losing contact with the secondary server&lt;/li&gt;
	&lt;li&gt;Intermittent and only on secondaries.  Talking to a coworker, appears its only happened on 2 of our clusters which are each &amp;gt; 2 TB of data, our smaller ones havent seen any issues&lt;/li&gt;
&lt;/ul&gt;
</comment>
                            <comment id="513975" author="dan@10gen.com" created="Wed, 12 Mar 2014 04:19:43 +0000"  >&lt;p&gt;A few questions: &lt;/p&gt;
&lt;ul&gt;
	&lt;li&gt;Is this during initial sync or during normal replication on the secondary?&lt;/li&gt;
	&lt;li&gt;Are there any messages in the primary which line up?&lt;/li&gt;
	&lt;li&gt;Is this intermittent or happening on each new secondary you bring up?&lt;/li&gt;
&lt;/ul&gt;
</comment>
                    </comments>
                    <attachments>
                    </attachments>
                <subtasks>
                    </subtasks>
                <customfields>
                                                <customfield id="customfield_10050" key="com.atlassian.jira.toolkit:comments">
                        <customfieldname># Replies</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>11.0</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <customfield id="customfield_10055" key="com.atlassian.jira.ext.charting:firstresponsedate">
                        <customfieldname>Date of 1st Reply</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>Wed, 12 Mar 2014 04:19:43 +0000</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10052" key="com.atlassian.jira.toolkit:dayslastcommented">
                        <customfieldname>Days since reply</customfieldname>
                        <customfieldvalues>
                                        9 years, 45 weeks, 6 days ago
    
                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_18254" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Dependencies</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue><![CDATA[]]></customfieldvalue>


                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_15850" key="com.atlassian.jira.plugins.jira-development-integration-plugin:devsummary">
                        <customfieldname>Development</customfieldname>
                        <customfieldvalues>
                            
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                    <customfield id="customfield_10057" key="com.atlassian.jira.toolkit:lastusercommented">
                        <customfieldname>Last comment by Customer</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>false</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                            <customfield id="customfield_10056" key="com.atlassian.jira.toolkit:lastupdaterorcommenter">
                        <customfieldname>Last commenter</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>ian@mongodb.com</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_11151" key="com.atlassian.jira.toolkit:LastCommentDate">
                        <customfieldname>Last public comment date</customfieldname>
                        <customfieldvalues>
                            9 years, 45 weeks, 6 days ago
                        </customfieldvalues>
                    </customfield>
                                                                                                                        <customfield id="customfield_10000" key="com.atlassian.jira.plugin.system.customfieldtypes:radiobuttons">
                        <customfieldname>Old_Backport</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue key="10000"><![CDATA[No]]></customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10032" key="com.atlassian.jira.plugin.system.customfieldtypes:select">
                        <customfieldname>Operating System</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue key="10026"><![CDATA[ALL]]></customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                <customfield id="customfield_10051" key="com.atlassian.jira.toolkit:participants">
                        <customfieldname>Participants</customfieldname>
                        <customfieldvalues>
                                        <customfieldvalue>dan@mongodb.com</customfieldvalue>
            <customfieldvalue>jlintz</customfieldvalue>
            <customfieldvalue>stephen.steneker@mongodb.com</customfieldvalue>
            <customfieldvalue>thomas.rueckstiess@mongodb.com</customfieldvalue>
    
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                        <customfield id="customfield_14254" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>Product Rank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>1|hrlzan:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                <customfield id="customfield_12550" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>Rank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>2|hrwo7b:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10558" key="com.pyxis.greenhopper.jira:gh-global-rank">
                        <customfieldname>Rank (Obsolete)</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>104709</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                            <customfield id="customfield_23361" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Requested By</customfieldname>
                        <customfieldvalues>
                                

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                            <customfield id="customfield_10053" key="com.atlassian.jira.ext.charting:timeinstatus">
                        <customfieldname>Time In Status</customfieldname>
                        <customfieldvalues>
                            
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                        <customfield id="customfield_22870" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Triagers</customfieldname>
                        <customfieldvalues>
                                

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                    <customfield id="customfield_14350" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>serverRank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>1|hrlhof:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                    </customfields>
    </item>
</channel>
</rss>