<!-- 
RSS generated by JIRA (9.7.1#970001-sha1:2222b88b221c4928ef0de3161136cc90c8356a66) at Thu Feb 08 04:42:36 UTC 2024

It is possible to restrict the fields that are returned in this document by specifying the 'field' parameter in your request.
For example, to request only the issue key and summary append 'field=key&field=summary' to the URL of your request.
-->
<rss version="0.92" >
<channel>
    <title>MongoDB Jira</title>
    <link>https://jira.mongodb.org</link>
    <description>This file is an XML representation of an issue</description>
    <language>en-us</language>    <build-info>
        <version>9.7.1</version>
        <build-number>970001</build-number>
        <build-date>13-04-2023</build-date>
    </build-info>


<item>
            <title>[SERVER-36273] file:WiredTiger.wt, connection: WiredTiger.turtle: encountered an illegal file format or internal value</title>
                <link>https://jira.mongodb.org/browse/SERVER-36273</link>
                <project id="10000" key="SERVER">Core Server</project>
                    <description>&lt;p&gt;Hello,&lt;/p&gt;

&lt;p&gt;After an outage our db is unable to restart throwing this error:&lt;/p&gt;

&lt;p&gt;WiredTiger error (0) &lt;span class=&quot;error&quot;&gt;&amp;#91;1532500963:868333&amp;#93;&lt;/span&gt;&lt;span class=&quot;error&quot;&gt;&amp;#91;16866:0x80ac06400&amp;#93;&lt;/span&gt;, &lt;a href=&quot;file:WiredTiger.wt&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;file:WiredTiger.wt&lt;/a&gt;, connection: WiredTiger.turtle: encountered an illegal file format or internal value&lt;/p&gt;

&lt;p&gt;As seen in other issues&#160;it may has to do with a corrupted WiredTiger.wt. Although our WiredTiger.turtle appears to be empty.&lt;/p&gt;

&lt;p&gt;&#160;&lt;/p&gt;

&lt;p&gt;The complete log with more info about it:&lt;/p&gt;

&lt;p&gt;I CONTROL &lt;span class=&quot;error&quot;&gt;&amp;#91;main&amp;#93;&lt;/span&gt; ***** SERVER RESTARTED *****&lt;br/&gt;
I CONTROL &lt;span class=&quot;error&quot;&gt;&amp;#91;initandlisten&amp;#93;&lt;/span&gt; MongoDB starting : pid=16866 port=27017 dbpath=/var/db/mongodb 64-bit host=xxxxx&lt;br/&gt;
I CONTROL &lt;span class=&quot;error&quot;&gt;&amp;#91;initandlisten&amp;#93;&lt;/span&gt; db version v3.4.7&lt;br/&gt;
I CONTROL &lt;span class=&quot;error&quot;&gt;&amp;#91;initandlisten&amp;#93;&lt;/span&gt; git version: cf38c1b8a0a8dca4a11737581beafef4fe120bcd&lt;br/&gt;
I CONTROL &lt;span class=&quot;error&quot;&gt;&amp;#91;initandlisten&amp;#93;&lt;/span&gt; OpenSSL version: OpenSSL 1.0.1s-freebsd 1 Mar 2016&lt;br/&gt;
I CONTROL &lt;span class=&quot;error&quot;&gt;&amp;#91;initandlisten&amp;#93;&lt;/span&gt; allocator: system&lt;br/&gt;
I CONTROL &lt;span class=&quot;error&quot;&gt;&amp;#91;initandlisten&amp;#93;&lt;/span&gt; modules: none&lt;br/&gt;
I CONTROL &lt;span class=&quot;error&quot;&gt;&amp;#91;initandlisten&amp;#93;&lt;/span&gt; build environment:&lt;br/&gt;
I CONTROL &lt;span class=&quot;error&quot;&gt;&amp;#91;initandlisten&amp;#93;&lt;/span&gt; distarch: x86_64&lt;br/&gt;
I CONTROL &lt;span class=&quot;error&quot;&gt;&amp;#91;initandlisten&amp;#93;&lt;/span&gt; target_arch: x86_64&lt;br/&gt;
I CONTROL &lt;span class=&quot;error&quot;&gt;&amp;#91;initandlisten&amp;#93;&lt;/span&gt; options: { config: &quot;/usr/local/etc/mongodb.conf&quot;, net: &lt;/p&gt;
{ port: 27017 }
&lt;p&gt;, processManagement: { fork: true, pidFilePath: &quot;/var/db/mongodb/mongod.lock&quot; }, security: &lt;/p&gt;
{ authorization: &quot;ena
bled&quot;, keyFile: &quot;/var/db/mongodb/mongodb-keyfile&quot; }
&lt;p&gt;, storage: { dbPath: &quot;/var/db/mongodb&quot;, directoryPerDB: true, journal: &lt;/p&gt;
{ enabled: true }
&lt;p&gt; }, systemLog: { destination: &quot;file&quot;, logAppend: true, path: &quot;/var/db/mongodb/mongod.log&quot; } }&lt;br/&gt;
W - &lt;span class=&quot;error&quot;&gt;&amp;#91;initandlisten&amp;#93;&lt;/span&gt; Detected unclean shutdown - /var/db/mongodb/mongod.lock is not empty.&lt;br/&gt;
I - &lt;span class=&quot;error&quot;&gt;&amp;#91;initandlisten&amp;#93;&lt;/span&gt; Detected data files in /var/db/mongodb created by the &apos;wiredTiger&apos; storage engine, so setting the active storage engine to &apos;wiredTiger&apos;.&lt;br/&gt;
W STORAGE &lt;span class=&quot;error&quot;&gt;&amp;#91;initandlisten&amp;#93;&lt;/span&gt; Recovering data from the last clean checkpoint.&lt;br/&gt;
I STORAGE &lt;span class=&quot;error&quot;&gt;&amp;#91;initandlisten&amp;#93;&lt;/span&gt; wiredtiger_open config: create,cache_size=64955M,session_max=20000,eviction=(threads_min=4,threads_max=4),config_base=false,statistics=(fast),log=(enabled=true,archive=true,path=jour&lt;br/&gt;
nal,compressor=snappy),file_manager=(close_idle_time=100000),checkpoint=(wait=60,log_size=2GB),statistics_log=(wait=0),&lt;br/&gt;
E STORAGE &lt;span class=&quot;error&quot;&gt;&amp;#91;initandlisten&amp;#93;&lt;/span&gt; WiredTiger error (0) &lt;span class=&quot;error&quot;&gt;&amp;#91;1532500963:868333&amp;#93;&lt;/span&gt;&lt;span class=&quot;error&quot;&gt;&amp;#91;16866:0x80ac06400&amp;#93;&lt;/span&gt;, &lt;a href=&quot;file:WiredTiger.wt&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;file:WiredTiger.wt&lt;/a&gt;, connection: WiredTiger.turtle: encountered an illegal file format or internal value&lt;br/&gt;
E STORAGE &lt;span class=&quot;error&quot;&gt;&amp;#91;initandlisten&amp;#93;&lt;/span&gt; WiredTiger error (-31804) &lt;span class=&quot;error&quot;&gt;&amp;#91;1532500963:868395&amp;#93;&lt;/span&gt;&lt;span class=&quot;error&quot;&gt;&amp;#91;16866:0x80ac06400&amp;#93;&lt;/span&gt;, &lt;a href=&quot;file:WiredTiger.wt&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;file:WiredTiger.wt&lt;/a&gt;, connection: the process must exit and restart: WT_PANIC: WiredTiger library panic&lt;br/&gt;
I - &lt;span class=&quot;error&quot;&gt;&amp;#91;initandlisten&amp;#93;&lt;/span&gt; Fatal Assertion 28558 at src/mongo/db/storage/wiredtiger/wiredtiger_util.cpp 361&lt;br/&gt;
I - &lt;span class=&quot;error&quot;&gt;&amp;#91;initandlisten&amp;#93;&lt;/span&gt;&lt;/p&gt;

&lt;p&gt;***aborting after fassert() failure&lt;/p&gt;


&lt;p&gt;F - &lt;span class=&quot;error&quot;&gt;&amp;#91;initandlisten&amp;#93;&lt;/span&gt; Got signal: 6 (Abort trap).&lt;/p&gt;

&lt;p&gt;0x3879e36 0x3879775 0x387903a 0x808bc1b4a 0x808bc122c&lt;br/&gt;
----- BEGIN BACKTRACE -----&lt;/p&gt;
{&quot;backtrace&quot;:[\{&quot;b&quot;:&quot;1021000&quot;,&quot;o&quot;:&quot;2858E36&quot;,&quot;s&quot;:&quot;_ZN5mongo15printStackTraceERNSt3__113basic_ostreamIcNS0_11char_traitsIcEEEE&quot;}
&lt;p&gt;,{&quot;b&quot;:&quot;1021000&quot;,&quot;o&quot;:&quot;2858775&quot;,&quot;s&quot;:&quot;_ZN5mongo15clearSignalMaskEv&quot;},&lt;/p&gt;
{&quot;b&quot;:&quot;1021000&quot;,&quot;o&quot;:&quot;285803A&quot;,&quot;s&quot;:&quot;_ZN5mongo29re
portOutOfMemoryErrorAndExitEv&quot;}
&lt;p&gt;,{&quot;b&quot;:&quot;808BB4000&quot;,&quot;o&quot;:&quot;DB4A&quot;,&quot;s&quot;:&quot;pthread_sigmask&quot;},{&quot;b&quot;:&quot;808BB4000&quot;,&quot;o&quot;:&quot;D22C&quot;,&quot;s&quot;:&quot;pthread_getspecific&quot;}],&quot;processInfo&quot;:{ &quot;mongodbVersion&quot; : &quot;3.4.7&quot;, &quot;gitVersion&quot; : &quot;cf38c1b8a0a8dca4a11737581beafef4fe120bc&lt;br/&gt;
d&quot;, &quot;compiledModules&quot; : [], &quot;uname&quot; : &lt;/p&gt;
{ &quot;sysname&quot; : &quot;FreeBSD&quot;, &quot;release&quot; : &quot;10.3-RELEASE-p24&quot;, &quot;version&quot; : &quot;FreeBSD 10.3-RELEASE-p24 #0: Wed Nov 15 04:57:40 UTC 2017 root@amd64-builder.daemonology.net:/usr/obj/usr/src/sys/GENERIC&quot;, &quot;m
achine&quot; : &quot;amd64&quot; }
&lt;p&gt; }}&lt;br/&gt;
 mongod(&lt;em&gt;ZN5mongo15printStackTraceERNSt3&lt;/em&gt;_113basic_ostreamIcNS0_11char_traitsIcEEEE+0x36) &lt;span class=&quot;error&quot;&gt;&amp;#91;0x3879e36&amp;#93;&lt;/span&gt;&lt;br/&gt;
 mongod(_ZN5mongo15clearSignalMaskEv+0x3B5) &lt;span class=&quot;error&quot;&gt;&amp;#91;0x3879775&amp;#93;&lt;/span&gt;&lt;br/&gt;
 mongod(_ZN5mongo29reportOutOfMemoryErrorAndExitEv+0x9A) &lt;span class=&quot;error&quot;&gt;&amp;#91;0x387903a&amp;#93;&lt;/span&gt;&lt;br/&gt;
 libthr.so.3(pthread_sigmask+0x51A) &lt;span class=&quot;error&quot;&gt;&amp;#91;0x808bc1b4a&amp;#93;&lt;/span&gt;&lt;br/&gt;
 libthr.so.3(pthread_getspecific+0xE1C) &lt;span class=&quot;error&quot;&gt;&amp;#91;0x808bc122c&amp;#93;&lt;/span&gt;&lt;br/&gt;
----- END BACKTRACE -----&lt;/p&gt;

&lt;p&gt;&#160;&lt;/p&gt;</description>
                <environment></environment>
        <key id="575910">SERVER-36273</key>
            <summary>file:WiredTiger.wt, connection: WiredTiger.turtle: encountered an illegal file format or internal value</summary>
                <type id="1" iconUrl="https://jira.mongodb.org/secure/viewavatar?size=xsmall&amp;avatarId=14703&amp;avatarType=issuetype">Bug</type>
                                            <priority id="3" iconUrl="https://jira.mongodb.org/images/icons/priorities/major.svg">Major - P3</priority>
                        <status id="6" iconUrl="https://jira.mongodb.org/images/icons/statuses/closed.png" description="The issue is considered finished, the resolution is correct. Issues which are closed can be reopened.">Closed</status>
                    <statusCategory id="3" key="done" colorName="success"/>
                                    <resolution id="9">Done</resolution>
                                        <assignee username="nick.brewer">Nick Brewer</assignee>
                                    <reporter username="carlos.lopez">Carlos</reporter>
                        <labels>
                            <label>envc</label>
                            <label>jail</label>
                            <label>rpo</label>
                            <label>rpu</label>
                            <label>szs</label>
                            <label>trct</label>
                            <label>wtc</label>
                    </labels>
                <created>Wed, 25 Jul 2018 07:50:38 +0000</created>
                <updated>Sat, 15 Sep 2018 14:48:57 +0000</updated>
                            <resolved>Mon, 30 Jul 2018 14:54:58 +0000</resolved>
                                    <version>3.4.7</version>
                                                    <component>WiredTiger</component>
                                        <votes>0</votes>
                                    <watches>6</watches>
                                                                                                                <comments>
                            <comment id="1960166" author="nick.brewer" created="Mon, 30 Jul 2018 14:52:53 +0000"  >&lt;p&gt;&lt;a href=&quot;https://jira.mongodb.org/secure/ViewProfile.jspa?name=carlos.lopez&quot; class=&quot;user-hover&quot; rel=&quot;carlos.lopez&quot;&gt;carlos.lopez&lt;/a&gt; If you have a copy of the &lt;tt&gt;sizeStorer.wt&lt;/tt&gt; file that comes from the same time that the &lt;tt&gt;backup.zip&lt;/tt&gt; file was created, I would recommend using that instead. In any case, I suggest taking a look at the guidelines mentioned &lt;a href=&quot;https://jira.mongodb.org/browse/SERVER-36273?focusedCommentId=1956222&amp;amp;page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel#comment-1956222&quot; class=&quot;external-link&quot; rel=&quot;nofollow&quot;&gt;previously&lt;/a&gt; to avoid errors due to power failures in the future. &lt;/p&gt;

&lt;p&gt;Regards,&lt;br/&gt;
Nick&lt;/p&gt;</comment>
                            <comment id="1958274" author="carlos.lopez" created="Fri, 27 Jul 2018 11:21:47 +0000"  >&lt;p&gt;We have tried the files you provided but it still throws the same error which seems to be in the sizeStorer.wt file. Our current sizeStorer.wt file was added on a later edit to the backup.zip&lt;/p&gt;

&lt;p&gt;As for your questions:&lt;/p&gt;
&lt;ul class=&quot;alternate&quot; type=&quot;square&quot;&gt;
	&lt;li&gt;What is the underlying platform for this machine (bare metal, virtual machine, container, etc)?
	&lt;ul&gt;
		&lt;li&gt;FreeBSD jail&lt;/li&gt;
	&lt;/ul&gt;
	&lt;/li&gt;
	&lt;li&gt;What was the cause of the outage (disk corruption, power failure, etc)?
	&lt;ul&gt;
		&lt;li&gt;Power failure&lt;/li&gt;
	&lt;/ul&gt;
	&lt;/li&gt;
&lt;/ul&gt;


&lt;p&gt;&#160;&lt;/p&gt;

&lt;p&gt;This is the new error(still looks almost the same as the old):&lt;/p&gt;

&lt;p&gt;I CONTROL &lt;span class=&quot;error&quot;&gt;&amp;#91;main&amp;#93;&lt;/span&gt; ***** SERVER RESTARTED *****&lt;br/&gt;
I CONTROL &lt;span class=&quot;error&quot;&gt;&amp;#91;initandlisten&amp;#93;&lt;/span&gt; MongoDB starting : pid=79727 port=27017 dbpath=/var/db/mongodb 64-bit host=xxx&lt;br/&gt;
I CONTROL &lt;span class=&quot;error&quot;&gt;&amp;#91;initandlisten&amp;#93;&lt;/span&gt; db version v3.4.7&lt;br/&gt;
I CONTROL &lt;span class=&quot;error&quot;&gt;&amp;#91;initandlisten&amp;#93;&lt;/span&gt; git version: cf38c1b8a0a8dca4a11737581beafef4fe120bcd&lt;br/&gt;
I CONTROL &lt;span class=&quot;error&quot;&gt;&amp;#91;initandlisten&amp;#93;&lt;/span&gt; OpenSSL version: OpenSSL 1.0.1s-freebsd 1 Mar 2016&lt;br/&gt;
I CONTROL &lt;span class=&quot;error&quot;&gt;&amp;#91;initandlisten&amp;#93;&lt;/span&gt; allocator: system&lt;br/&gt;
I CONTROL &lt;span class=&quot;error&quot;&gt;&amp;#91;initandlisten&amp;#93;&lt;/span&gt; modules: none&lt;br/&gt;
I CONTROL &lt;span class=&quot;error&quot;&gt;&amp;#91;initandlisten&amp;#93;&lt;/span&gt; build environment:&lt;br/&gt;
I CONTROL &lt;span class=&quot;error&quot;&gt;&amp;#91;initandlisten&amp;#93;&lt;/span&gt; distarch: x86_64&lt;br/&gt;
I CONTROL &lt;span class=&quot;error&quot;&gt;&amp;#91;initandlisten&amp;#93;&lt;/span&gt; target_arch: x86_64&lt;br/&gt;
I CONTROL &lt;span class=&quot;error&quot;&gt;&amp;#91;initandlisten&amp;#93;&lt;/span&gt; options: { config: &quot;/usr/local/etc/mongodb.conf&quot;, net: &lt;/p&gt;
{ port: 27017 }
&lt;p&gt;, processManagement: { fork: true, pidFilePath: &quot;/var/db/mongodb/mongod.lock&quot; }, security: { authorization: &quot;enabled&quot;, keyFile: &quot;/var/db/mongodb/mongodb-keyfile&quot; }, storage: { dbPath: &quot;/var/db/mongodb&quot;, directoryPerDB: true, journal: &lt;/p&gt;
{ enabled: true }
&lt;p&gt; }, systemLog: { destination: &quot;file&quot;, logAppend: true, path: &quot;/var/db/mongodb/mongod.log&quot; } }&lt;br/&gt;
W - &lt;span class=&quot;error&quot;&gt;&amp;#91;initandlisten&amp;#93;&lt;/span&gt; Detected unclean shutdown - /var/db/mongodb/mongod.lock is not empty.&lt;br/&gt;
I - &lt;span class=&quot;error&quot;&gt;&amp;#91;initandlisten&amp;#93;&lt;/span&gt; Detected data files in /var/db/mongodb created by the &apos;wiredTiger&apos; storage engine, so setting the active storage engine to &apos;wiredTiger&apos;.&lt;br/&gt;
W STORAGE &lt;span class=&quot;error&quot;&gt;&amp;#91;initandlisten&amp;#93;&lt;/span&gt; Recovering data from the last clean checkpoint.&lt;br/&gt;
I STORAGE &lt;span class=&quot;error&quot;&gt;&amp;#91;initandlisten&amp;#93;&lt;/span&gt; wiredtiger_open config: create,cache_size=64955M,session_max=20000,eviction=(threads_min=4,threads_max=4),config_base=false,statistics=(fast),log=(enabled=true,archive=true,path=journal,compressor=snappy),file_manager=(close_idle_time=100000),checkpoint=(wait=60,log_size=2GB),statistics_log=(wait=0),&lt;br/&gt;
E STORAGE &lt;span class=&quot;error&quot;&gt;&amp;#91;initandlisten&amp;#93;&lt;/span&gt; WiredTiger error (0) &lt;span class=&quot;error&quot;&gt;&amp;#91;1532672106:852060&amp;#93;&lt;/span&gt;&lt;span class=&quot;error&quot;&gt;&amp;#91;79727:0x80ac06400&amp;#93;&lt;/span&gt;, &lt;a href=&quot;file:sizeStorer.wt&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;file:sizeStorer.wt&lt;/a&gt;, txn-recover: read checksum error for 4096B block at offset 278528: block header checksum of 1635017060 doesn&apos;t match expected checksum of 1479290304&lt;br/&gt;
E STORAGE &lt;span class=&quot;error&quot;&gt;&amp;#91;initandlisten&amp;#93;&lt;/span&gt; WiredTiger error (0) &lt;span class=&quot;error&quot;&gt;&amp;#91;1532672106:852169&amp;#93;&lt;/span&gt;&lt;span class=&quot;error&quot;&gt;&amp;#91;79727:0x80ac06400&amp;#93;&lt;/span&gt;, &lt;a href=&quot;file:sizeStorer.wt&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;file:sizeStorer.wt&lt;/a&gt;, txn-recover: sizeStorer.wt: encountered an illegal file format or internal value&lt;br/&gt;
E STORAGE &lt;span class=&quot;error&quot;&gt;&amp;#91;initandlisten&amp;#93;&lt;/span&gt; WiredTiger error (-31804) &lt;span class=&quot;error&quot;&gt;&amp;#91;1532672106:852198&amp;#93;&lt;/span&gt;&lt;span class=&quot;error&quot;&gt;&amp;#91;79727:0x80ac06400&amp;#93;&lt;/span&gt;, &lt;a href=&quot;file:sizeStorer.wt&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;file:sizeStorer.wt&lt;/a&gt;, txn-recover: the process must exit and restart: WT_PANIC: WiredTiger library panic&lt;br/&gt;
I - &lt;span class=&quot;error&quot;&gt;&amp;#91;initandlisten&amp;#93;&lt;/span&gt; Fatal Assertion 28558 at src/mongo/db/storage/wiredtiger/wiredtiger_util.cpp 361&lt;br/&gt;
I - &lt;span class=&quot;error&quot;&gt;&amp;#91;initandlisten&amp;#93;&lt;/span&gt;&lt;/p&gt;

&lt;p&gt;***aborting after fassert() failure&lt;/p&gt;


&lt;p&gt;F - &lt;span class=&quot;error&quot;&gt;&amp;#91;initandlisten&amp;#93;&lt;/span&gt; Got signal: 6 (Abort trap).&lt;/p&gt;

&lt;p&gt;0x3879e36 0x3879775 0x387903a 0x808bc1b4a 0x808bc122c&lt;br/&gt;
----- BEGIN BACKTRACE -----&lt;/p&gt;
{&quot;backtrace&quot;:[\{&quot;b&quot;:&quot;1021000&quot;,&quot;o&quot;:&quot;2858E36&quot;,&quot;s&quot;:&quot;_ZN5mongo15printStackTraceERNSt3__113basic_ostreamIcNS0_11char_traitsIcEEEE&quot;}
&lt;p&gt;,{&quot;b&quot;:&quot;1021000&quot;,&quot;o&quot;:&quot;2858775&quot;,&quot;s&quot;:&quot;_ZN5mongo15clearSignalMaskEv&quot;},{&quot;b&quot;:&quot;1021000&quot;,&quot;o&quot;:&quot;285803A&quot;,&quot;s&quot;:&quot;_ZN5mongo29reportOutOfMemoryErrorAndExitEv&quot;},{&quot;b&quot;:&quot;808BB4000&quot;,&quot;o&quot;:&quot;DB4A&quot;,&quot;s&quot;:&quot;pthread_sigmask&quot;},{&quot;b&quot;:&quot;808BB4000&quot;,&quot;o&quot;:&quot;D22C&quot;,&quot;s&quot;:&quot;pthread_getspecific&quot;}],&quot;processInfo&quot;:{ &quot;mongodbVersion&quot; : &quot;3.4.7&quot;, &quot;gitVersion&quot; : &quot;cf38c1b8a0a8dca4a11737581beafef4fe120bcd&quot;, &quot;compiledModules&quot; : [], &quot;uname&quot; : &lt;/p&gt;
{ &quot;sysname&quot; : &quot;FreeBSD&quot;, &quot;release&quot; : &quot;10.3-RELEASE-p24&quot;, &quot;version&quot; : &quot;FreeBSD 10.3-RELEASE-p24 #0: Wed Nov 15 04:57:40 UTC 2017 root@amd64-builder.daemonology.net:/usr/obj/usr/src/sys/GENERIC&quot;, &quot;machine&quot; : &quot;amd64&quot; }
&lt;p&gt; }}&lt;br/&gt;
 mongod(&lt;em&gt;ZN5mongo15printStackTraceERNSt3&lt;/em&gt;_113basic_ostreamIcNS0_11char_traitsIcEEEE+0x36) &lt;span class=&quot;error&quot;&gt;&amp;#91;0x3879e36&amp;#93;&lt;/span&gt;&lt;br/&gt;
 mongod(_ZN5mongo15clearSignalMaskEv+0x3B5) &lt;span class=&quot;error&quot;&gt;&amp;#91;0x3879775&amp;#93;&lt;/span&gt;&lt;br/&gt;
 mongod(_ZN5mongo29reportOutOfMemoryErrorAndExitEv+0x9A) &lt;span class=&quot;error&quot;&gt;&amp;#91;0x387903a&amp;#93;&lt;/span&gt;&lt;br/&gt;
 libthr.so.3(pthread_sigmask+0x51A) &lt;span class=&quot;error&quot;&gt;&amp;#91;0x808bc1b4a&amp;#93;&lt;/span&gt;&lt;br/&gt;
 libthr.so.3(pthread_getspecific+0xE1C) &lt;span class=&quot;error&quot;&gt;&amp;#91;0x808bc122c&amp;#93;&lt;/span&gt;&lt;br/&gt;
----- END BACKTRACE -----&lt;/p&gt;

&lt;p&gt;&#160;&lt;/p&gt;</comment>
                            <comment id="1957689" author="nick.brewer" created="Thu, 26 Jul 2018 17:39:55 +0000"  >&lt;p&gt;&lt;a href=&quot;https://jira.mongodb.org/secure/ViewProfile.jspa?name=carlos.lopez&quot; class=&quot;user-hover&quot; rel=&quot;carlos.lopez&quot;&gt;carlos.lopez&lt;/a&gt;&lt;/p&gt;

&lt;p&gt;I&apos;ve uploaded the files after a repair attempt. Could you please unpack them and substitute them for the current matching files in your &lt;tt&gt;dbpath&lt;/tt&gt;? &lt;/p&gt;

&lt;p&gt;A few other things I&apos;d like to confirm:&lt;/p&gt;
&lt;ul class=&quot;alternate&quot; type=&quot;square&quot;&gt;
	&lt;li&gt;What is the underlying platform for this machine (bare metal, virtual machine, container, etc)?&lt;/li&gt;
	&lt;li&gt;What was the cause of the outage (disk corruption, power failure, etc)?&lt;/li&gt;
&lt;/ul&gt;


&lt;p&gt;Thanks, &lt;br/&gt;
Nick&lt;/p&gt;

&lt;p&gt; &lt;span class=&quot;nobr&quot;&gt;&lt;a href=&quot;https://jira.mongodb.org/secure/attachment/192752/192752_repair-attempt.tar.gz&quot; title=&quot;repair-attempt.tar.gz attached to SERVER-36273&quot;&gt;repair-attempt.tar.gz&lt;sup&gt;&lt;img class=&quot;rendericon&quot; src=&quot;https://jira.mongodb.org/images/icons/link_attachment_7.gif&quot; height=&quot;7&quot; width=&quot;7&quot; align=&quot;absmiddle&quot; alt=&quot;&quot; border=&quot;0&quot;/&gt;&lt;/sup&gt;&lt;/a&gt;&lt;/span&gt; &lt;/p&gt;</comment>
                            <comment id="1957110" author="carlos.lopez" created="Thu, 26 Jul 2018 06:45:25 +0000"  >&lt;p&gt;We have found a backup but it appears to be corrupt in some way but at least this one has some content.&lt;/p&gt;

&lt;p&gt;This is the error it throws&lt;/p&gt;

&lt;p&gt;I CONTROL &lt;span class=&quot;error&quot;&gt;&amp;#91;main&amp;#93;&lt;/span&gt; ***** SERVER RESTARTED *****&lt;br/&gt;
 I CONTROL &lt;span class=&quot;error&quot;&gt;&amp;#91;initandlisten&amp;#93;&lt;/span&gt; MongoDB starting : pid=91218 port=27017 dbpath=/var/db/mongodb 64-bit host=xxx&lt;br/&gt;
 I CONTROL &lt;span class=&quot;error&quot;&gt;&amp;#91;initandlisten&amp;#93;&lt;/span&gt; db version v3.4.7&lt;br/&gt;
 I CONTROL &lt;span class=&quot;error&quot;&gt;&amp;#91;initandlisten&amp;#93;&lt;/span&gt; git version: cf38c1b8a0a8dca4a11737581beafef4fe120bcd&lt;br/&gt;
 I CONTROL &lt;span class=&quot;error&quot;&gt;&amp;#91;initandlisten&amp;#93;&lt;/span&gt; OpenSSL version: OpenSSL 1.0.1s-freebsd 1 Mar 2016&lt;br/&gt;
 I CONTROL &lt;span class=&quot;error&quot;&gt;&amp;#91;initandlisten&amp;#93;&lt;/span&gt; allocator: system&lt;br/&gt;
 I CONTROL &lt;span class=&quot;error&quot;&gt;&amp;#91;initandlisten&amp;#93;&lt;/span&gt; modules: none&lt;br/&gt;
 I CONTROL &lt;span class=&quot;error&quot;&gt;&amp;#91;initandlisten&amp;#93;&lt;/span&gt; build environment:&lt;br/&gt;
 I CONTROL &lt;span class=&quot;error&quot;&gt;&amp;#91;initandlisten&amp;#93;&lt;/span&gt; distarch: x86_64&lt;br/&gt;
 I CONTROL &lt;span class=&quot;error&quot;&gt;&amp;#91;initandlisten&amp;#93;&lt;/span&gt; target_arch: x86_64&lt;br/&gt;
 I CONTROL &lt;span class=&quot;error&quot;&gt;&amp;#91;initandlisten&amp;#93;&lt;/span&gt; options: { config: &quot;/usr/local/etc/mongodb.conf&quot;, net:&lt;/p&gt;

{ port: 27017 }

&lt;p&gt;, processManagement: { fork: true, pidFilePath: &quot;/var/db/mongodb/mongod.lock&quot; }, security: { authorization: &quot;enabled&quot;, keyFile: &quot;/var/db/mongodb/mongodb-keyfile&quot; }, storage: { dbPath: &quot;/var/db/mongodb&quot;, directoryPerDB: true, journal:&lt;/p&gt;

{ enabled: true }

&lt;p&gt;}, systemLog: { destination: &quot;file&quot;, logAppend: true, path: &quot;/var/db/mongodb/mongod.log&quot; } }&lt;br/&gt;
 W - &lt;span class=&quot;error&quot;&gt;&amp;#91;initandlisten&amp;#93;&lt;/span&gt; Detected unclean shutdown - /var/db/mongodb/mongod.lock is not empty.&lt;br/&gt;
 I - &lt;span class=&quot;error&quot;&gt;&amp;#91;initandlisten&amp;#93;&lt;/span&gt; Detected data files in /var/db/mongodb created by the &apos;wiredTiger&apos; storage engine, so setting the active storage engine to &apos;wiredTiger&apos;.&lt;br/&gt;
 W STORAGE &lt;span class=&quot;error&quot;&gt;&amp;#91;initandlisten&amp;#93;&lt;/span&gt; Recovering data from the last clean checkpoint.&lt;br/&gt;
 I STORAGE &lt;span class=&quot;error&quot;&gt;&amp;#91;initandlisten&amp;#93;&lt;/span&gt; wiredtiger_open config: create,cache_size=64955M,session_max=20000,eviction=(threads_min=4,threads_max=4),config_base=false,statistics=(fast),log=(enabled=true,archive=true,path=journal,compressor=snappy),file_manager=(close_idle_time=100000),checkpoint=(wait=60,log_size=2GB),statistics_log=(wait=0),&lt;br/&gt;
 E STORAGE &lt;span class=&quot;error&quot;&gt;&amp;#91;initandlisten&amp;#93;&lt;/span&gt; WiredTiger error (0) &lt;span class=&quot;error&quot;&gt;&amp;#91;1532591534:854516&amp;#93;&lt;/span&gt;&lt;span class=&quot;error&quot;&gt;&amp;#91;91218:0x80ac06400&amp;#93;&lt;/span&gt;, &lt;a href=&quot;file:///sizeStorer.wt&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;file:sizeStorer.wt&lt;/a&gt;, txn-recover: read checksum error for 4096B block at offset 278528: block header checksum of 1635017060 doesn&apos;t match expected checksum of 1479290304&lt;br/&gt;
 E STORAGE &lt;span class=&quot;error&quot;&gt;&amp;#91;initandlisten&amp;#93;&lt;/span&gt; WiredTiger error (0) &lt;span class=&quot;error&quot;&gt;&amp;#91;1532591534:854625&amp;#93;&lt;/span&gt;&lt;span class=&quot;error&quot;&gt;&amp;#91;91218:0x80ac06400&amp;#93;&lt;/span&gt;, &lt;a href=&quot;file:///sizeStorer.wt&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;file:sizeStorer.wt&lt;/a&gt;, txn-recover: sizeStorer.wt: encountered an illegal file format or internal value&lt;br/&gt;
 E STORAGE &lt;span class=&quot;error&quot;&gt;&amp;#91;initandlisten&amp;#93;&lt;/span&gt; WiredTiger error (-31804) &lt;span class=&quot;error&quot;&gt;&amp;#91;1532591534:854651&amp;#93;&lt;/span&gt;&lt;span class=&quot;error&quot;&gt;&amp;#91;91218:0x80ac06400&amp;#93;&lt;/span&gt;, &lt;a href=&quot;file:///sizeStorer.wt&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;file:sizeStorer.wt&lt;/a&gt;, txn-recover: the process must exit and restart: WT_PANIC: WiredTiger library panic&lt;br/&gt;
 I - &lt;span class=&quot;error&quot;&gt;&amp;#91;initandlisten&amp;#93;&lt;/span&gt; Fatal Assertion 28558 at src/mongo/db/storage/wiredtiger/wiredtiger_util.cpp 361&lt;br/&gt;
 I - &lt;span class=&quot;error&quot;&gt;&amp;#91;initandlisten&amp;#93;&lt;/span&gt;&lt;/p&gt;

&lt;p&gt;***aborting after fassert() failure&lt;/p&gt;

&lt;p&gt;F - &lt;span class=&quot;error&quot;&gt;&amp;#91;initandlisten&amp;#93;&lt;/span&gt; Got signal: 6 (Abort trap).&lt;/p&gt;

&lt;p&gt;0x3879e36 0x3879775 0x387903a 0x808bc1b4a 0x808bc122c&lt;br/&gt;
 ----- BEGIN BACKTRACE -----&lt;/p&gt;

&lt;p&gt;{&quot;backtrace&quot;:[&lt;/p&gt;

{&quot;b&quot;:&quot;1021000&quot;,&quot;o&quot;:&quot;2858E36&quot;,&quot;s&quot;:&quot;_ZN5mongo15printStackTraceERNSt3__113basic_ostreamIcNS0_11char_traitsIcEEEE&quot;}

&lt;p&gt;,{&quot;b&quot;:&quot;1021000&quot;,&quot;o&quot;:&quot;2858775&quot;,&quot;s&quot;:&quot;_ZN5mongo15clearSignalMaskEv&quot;},{&quot;b&quot;:&quot;1021000&quot;,&quot;o&quot;:&quot;285803A&quot;,&quot;s&quot;:&quot;_ZN5mongo29reportOutOfMemoryErrorAndExitEv&quot;},{&quot;b&quot;:&quot;808BB4000&quot;,&quot;o&quot;:&quot;DB4A&quot;,&quot;s&quot;:&quot;pthread_sigmask&quot;},{&quot;b&quot;:&quot;808BB4000&quot;,&quot;o&quot;:&quot;D22C&quot;,&quot;s&quot;:&quot;pthread_getspecific&quot;}],&quot;processInfo&quot;:{ &quot;mongodbVersion&quot; : &quot;3.4.7&quot;, &quot;gitVersion&quot; : &quot;cf38c1b8a0a8dca4a11737581beafef4fe120bcd&quot;, &quot;compiledModules&quot; : [], &quot;uname&quot; :&lt;/p&gt;

{ &quot;sysname&quot; : &quot;FreeBSD&quot;, &quot;release&quot; : &quot;10.3-RELEASE-p24&quot;, &quot;version&quot; : &quot;FreeBSD 10.3-RELEASE-p24 #0: Wed Nov 15 04:57:40 UTC 2017 root@amd64-builder.daemonology.net:/usr/obj/usr/src/sys/GENERIC&quot;, &quot;machine&quot; : &quot;amd64&quot; }

&lt;p&gt;}}&lt;br/&gt;
 mongod(&lt;em&gt;ZN5mongo15printStackTraceERNSt3&lt;/em&gt;_113basic_ostreamIcNS0_11char_traitsIcEEEE+0x36) &lt;span class=&quot;error&quot;&gt;&amp;#91;0x3879e36&amp;#93;&lt;/span&gt;&lt;br/&gt;
 mongod(_ZN5mongo15clearSignalMaskEv+0x3B5) &lt;span class=&quot;error&quot;&gt;&amp;#91;0x3879775&amp;#93;&lt;/span&gt;&lt;br/&gt;
 mongod(_ZN5mongo29reportOutOfMemoryErrorAndExitEv+0x9A) &lt;span class=&quot;error&quot;&gt;&amp;#91;0x387903a&amp;#93;&lt;/span&gt;&lt;br/&gt;
 libthr.so.3(pthread_sigmask+0x51A) &lt;span class=&quot;error&quot;&gt;&amp;#91;0x808bc1b4a&amp;#93;&lt;/span&gt;&lt;br/&gt;
 libthr.so.3(pthread_getspecific+0xE1C) &lt;span class=&quot;error&quot;&gt;&amp;#91;0x808bc122c&amp;#93;&lt;/span&gt;&lt;br/&gt;
 ----- END BACKTRACE -----&lt;/p&gt;

&lt;p&gt;&#160;&lt;/p&gt;

&lt;p&gt;We have also tried to execute it with --repair but it throws another error of a problem in a database collection wt file.&lt;/p&gt;

&lt;p&gt;&#160;&lt;/p&gt;

&lt;p&gt;Could you please take a look?&lt;/p&gt;

&lt;p&gt;&lt;span class=&quot;nobr&quot;&gt;&lt;a href=&quot;https://jira.mongodb.org/secure/attachment/192698/192698_backup.zip&quot; title=&quot;backup.zip attached to SERVER-36273&quot;&gt;backup.zip&lt;sup&gt;&lt;img class=&quot;rendericon&quot; src=&quot;https://jira.mongodb.org/images/icons/link_attachment_7.gif&quot; height=&quot;7&quot; width=&quot;7&quot; align=&quot;absmiddle&quot; alt=&quot;&quot; border=&quot;0&quot;/&gt;&lt;/sup&gt;&lt;/a&gt;&lt;/span&gt;&lt;/p&gt;

&lt;p&gt;&#160;&lt;/p&gt;

&lt;p&gt;&#160;&lt;/p&gt;

&lt;p&gt;&#160;&lt;/p&gt;</comment>
                            <comment id="1956222" author="nick.brewer" created="Wed, 25 Jul 2018 14:28:49 +0000"  >&lt;p&gt;&lt;a href=&quot;https://jira.mongodb.org/secure/ViewProfile.jspa?name=carlos.lopez&quot; class=&quot;user-hover&quot; rel=&quot;carlos.lopez&quot;&gt;carlos.lopez&lt;/a&gt; It looks like the &lt;tt&gt;WiredTiger.turtle&lt;/tt&gt; file you&apos;ve uploaded is badly corrupted - this file contains the metadata that is used to interpret &lt;tt&gt;WiredTiger.wt&lt;/tt&gt;, which is in turn used to interpret all other &lt;tt&gt;.wt&lt;/tt&gt; files. With that file in its current state, any repair attempts we make are going to be unsuccessful.  &lt;/p&gt;

&lt;p&gt;In this situation, our best recommendation would be to &lt;a href=&quot;https://docs.mongodb.com/manual/tutorial/resync-replica-set-member/&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;resync the affected node&lt;/a&gt; if it is a replica set member, or &lt;a href=&quot;https://docs.mongodb.com/manual/core/backups/&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;restore from a backup&lt;/a&gt; if one is available.&lt;/p&gt;

&lt;p&gt;Some guidelines for avoiding issues related to unreliable storage layers or server failures:&lt;/p&gt;

&lt;ul class=&quot;alternate&quot; type=&quot;square&quot;&gt;
	&lt;li&gt;Make sure your &lt;a href=&quot;https://docs.mongodb.com/manual/administration/production-notes/#disk-and-storage-systems&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;underlying storage is configured in an optimal way&lt;/a&gt;.&lt;/li&gt;
	&lt;li&gt;Schedule and perform regular checks of the integrity of your filesystems and disks.&lt;/li&gt;
	&lt;li&gt;Make sure to update MongoDB to the &lt;a href=&quot;https://docs.mongodb.com/manual/release-notes/&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;most recent version&lt;/a&gt;.&lt;/li&gt;
	&lt;li&gt;Never manipulate the underlying database files in any way while &lt;tt&gt;mongod&lt;/tt&gt; is running.&lt;/li&gt;
	&lt;li&gt;Always keep up to date &lt;a href=&quot;https://docs.mongodb.com/manual/core/backups/&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;backups of your databases&lt;/a&gt; and verify that you have a process in place to restore them.&lt;/li&gt;
	&lt;li&gt;Use a &lt;a href=&quot;https://docs.mongodb.com/manual/replication/&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;replica set&lt;/a&gt; for improved reliability.&lt;/li&gt;
&lt;/ul&gt;


&lt;p&gt;Regards,&lt;br/&gt;
Nick&lt;/p&gt;</comment>
                            <comment id="1956093" author="carlos.lopez" created="Wed, 25 Jul 2018 12:42:02 +0000"  >&lt;p&gt;We don&apos;t have an operative backup. It&apos;s there any other option we can try?&lt;/p&gt;</comment>
                    </comments>
                    <attachments>
                            <attachment id="192698" name="backup.zip" size="2134297" author="carlos.lopez" created="Thu, 26 Jul 2018 08:07:41 +0000"/>
                            <attachment id="192597" name="mongo.zip" size="2113072" author="carlos.lopez" created="Wed, 25 Jul 2018 07:39:33 +0000"/>
                            <attachment id="192752" name="repair-attempt.tar.gz" size="2069247" author="nick.brewer" created="Thu, 26 Jul 2018 17:39:53 +0000"/>
                    </attachments>
                <subtasks>
                    </subtasks>
                <customfields>
                                                <customfield id="customfield_10050" key="com.atlassian.jira.toolkit:comments">
                        <customfieldname># Replies</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>6.0</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <customfield id="customfield_10055" key="com.atlassian.jira.ext.charting:firstresponsedate">
                        <customfieldname>Date of 1st Reply</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>Wed, 25 Jul 2018 14:28:49 +0000</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10052" key="com.atlassian.jira.toolkit:dayslastcommented">
                        <customfieldname>Days since reply</customfieldname>
                        <customfieldvalues>
                                        5 years, 28 weeks, 2 days ago
    
                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_18254" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Dependencies</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue><![CDATA[]]></customfieldvalue>


                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_15850" key="com.atlassian.jira.plugins.jira-development-integration-plugin:devsummary">
                        <customfieldname>Development</customfieldname>
                        <customfieldvalues>
                            
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                    <customfield id="customfield_10057" key="com.atlassian.jira.toolkit:lastusercommented">
                        <customfieldname>Last comment by Customer</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>true</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                            <customfield id="customfield_10056" key="com.atlassian.jira.toolkit:lastupdaterorcommenter">
                        <customfieldname>Last commenter</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>backlog-server-pm</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_11151" key="com.atlassian.jira.toolkit:LastCommentDate">
                        <customfieldname>Last public comment date</customfieldname>
                        <customfieldvalues>
                            5 years, 28 weeks, 2 days ago
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                    <customfield id="customfield_10032" key="com.atlassian.jira.plugin.system.customfieldtypes:select">
                        <customfieldname>Operating System</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue key="10024"><![CDATA[FreeBSD]]></customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                <customfield id="customfield_10051" key="com.atlassian.jira.toolkit:participants">
                        <customfieldname>Participants</customfieldname>
                        <customfieldvalues>
                                        <customfieldvalue>carlos.lopez</customfieldvalue>
            <customfieldvalue>nick.brewer</customfieldvalue>
    
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                        <customfield id="customfield_14254" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>Product Rank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>1|hu3dof:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                <customfield id="customfield_12550" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>Rank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>2|htu2cn:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10558" key="com.pyxis.greenhopper.jira:gh-global-rank">
                        <customfieldname>Rank (Obsolete)</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>9223372036854775807</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                            <customfield id="customfield_23361" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Requested By</customfieldname>
                        <customfieldvalues>
                                

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                            <customfield id="customfield_10053" key="com.atlassian.jira.ext.charting:timeinstatus">
                        <customfieldname>Time In Status</customfieldname>
                        <customfieldvalues>
                            
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                        <customfield id="customfield_22870" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Triagers</customfieldname>
                        <customfieldvalues>
                                

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                    <customfield id="customfield_14350" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>serverRank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>1|hu2zxr:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                    </customfields>
    </item>
</channel>
</rss>