<!-- 
RSS generated by JIRA (9.7.1#970001-sha1:2222b88b221c4928ef0de3161136cc90c8356a66) at Thu Feb 08 04:54:56 UTC 2024

It is possible to restrict the fields that are returned in this document by specifying the 'field' parameter in your request.
For example, to request only the issue key and summary append 'field=key&field=summary' to the URL of your request.
-->
<rss version="0.92" >
<channel>
    <title>MongoDB Jira</title>
    <link>https://jira.mongodb.org</link>
    <description>This file is an XML representation of an issue</description>
    <language>en-us</language>    <build-info>
        <version>9.7.1</version>
        <build-number>970001</build-number>
        <build-date>13-04-2023</build-date>
    </build-info>


<item>
            <title>[SERVER-40424] Extract data from .wt file</title>
                <link>https://jira.mongodb.org/browse/SERVER-40424</link>
                <project id="10000" key="SERVER">Core Server</project>
                    <description>&lt;p&gt;Hi&lt;/p&gt;

&lt;p&gt;I&apos;ve a corrupted MongoDb with WiredTiger Engine database.&lt;/p&gt;

&lt;p&gt;i urgently need data from a single collection file. is there a way to extract the data of a single wired tiger collection file ?&lt;/p&gt;

&lt;p&gt;&#160;&lt;/p&gt;

&lt;p&gt;Thanks for your help &lt;img class=&quot;emoticon&quot; src=&quot;https://jira.mongodb.org/images/icons/emoticons/smile.png&quot; height=&quot;16&quot; width=&quot;16&quot; align=&quot;absmiddle&quot; alt=&quot;&quot; border=&quot;0&quot;/&gt;&#160;&lt;/p&gt;</description>
                <environment></environment>
        <key id="727049">SERVER-40424</key>
            <summary>Extract data from .wt file</summary>
                <type id="6" iconUrl="https://jira.mongodb.org/secure/viewavatar?size=xsmall&amp;avatarId=14720&amp;avatarType=issuetype">Question</type>
                                            <priority id="3" iconUrl="https://jira.mongodb.org/images/icons/priorities/major.svg">Major - P3</priority>
                        <status id="6" iconUrl="https://jira.mongodb.org/images/icons/statuses/closed.png" description="The issue is considered finished, the resolution is correct. Issues which are closed can be reopened.">Closed</status>
                    <statusCategory id="3" key="done" colorName="success"/>
                                    <resolution id="9">Done</resolution>
                                        <assignee username="daniel.hatcher@mongodb.com">Danny Hatcher</assignee>
                                    <reporter username="altrabon">anne-laure trabon</reporter>
                        <labels>
                    </labels>
                <created>Mon, 1 Apr 2019 15:17:28 +0000</created>
                <updated>Wed, 3 Apr 2019 18:10:50 +0000</updated>
                            <resolved>Wed, 3 Apr 2019 18:10:50 +0000</resolved>
                                                                                        <votes>0</votes>
                                    <watches>7</watches>
                                                                                                                <comments>
                            <comment id="2200874" author="daniel.hatcher" created="Wed, 3 Apr 2019 17:50:26 +0000"  >&lt;p&gt;Hello,&lt;/p&gt;

&lt;p&gt;Unfortunately, there is nothing else that we can do. Going forward, it is our strong recommendation to:&lt;/p&gt;

&lt;ul class=&quot;alternate&quot; type=&quot;square&quot;&gt;
	&lt;li&gt;Use a &lt;a href=&quot;https://docs.mongodb.com/manual/replication/&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;replica set&lt;/a&gt;.&lt;/li&gt;
	&lt;li&gt;Use the &lt;a href=&quot;https://docs.mongodb.com/manual/release-notes/&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;most recent version&lt;/a&gt;. MongoDB 4.0 offers improved repair capabilities.&lt;/li&gt;
	&lt;li&gt;Keep up to date &lt;a href=&quot;https://docs.mongodb.com/manual/core/backups/&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;backups of your databases&lt;/a&gt;.&lt;/li&gt;
	&lt;li&gt;Have a process in place to restore backups.&lt;/li&gt;
	&lt;li&gt;Follow all &lt;a href=&quot;https://docs.mongodb.com/manual/administration/production-notes/&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;production notes&lt;/a&gt;, especially those for &lt;a href=&quot;https://docs.mongodb.com/manual/administration/production-notes/#disk-and-storage-systems&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;underlying storage systems&lt;/a&gt;.&lt;/li&gt;
	&lt;li&gt;Schedule and perform regular checks of the integrity of your filesystems and disks.&lt;/li&gt;
	&lt;li&gt;Never manipulate the underlying database files in any way.&lt;/li&gt;
&lt;/ul&gt;


&lt;p&gt;Thank you,&lt;/p&gt;

&lt;p&gt;Danny&lt;/p&gt;</comment>
                            <comment id="2200411" author="altrabon" created="Wed, 3 Apr 2019 14:02:22 +0000"  >&lt;p&gt;Hello,&lt;/p&gt;

&lt;p&gt;If we don&apos;t have all the wiredtiger files of the database but only one that represents the data that we really want to retrieve, do you think it still possible to do the operations we talked about ?&lt;/p&gt;

&lt;p&gt;Thanks,&lt;/p&gt;

&lt;p&gt;Anne-Laure&lt;/p&gt;</comment>
                            <comment id="2199672" author="altrabon" created="Tue, 2 Apr 2019 19:40:04 +0000"  >&lt;p&gt;Yes, will do. I&apos;ll get back to you as soon as we try this.&lt;/p&gt;

&lt;p&gt;Anne-Laure&lt;/p&gt;</comment>
                            <comment id="2199670" author="daniel.hatcher" created="Tue, 2 Apr 2019 19:38:47 +0000"  >&lt;p&gt;Yes, please try to do so. If the repair fails to resolve the issue, please upload the &lt;tt&gt;mongod.log&lt;/tt&gt; from the attempt as well as the &lt;tt&gt;WiredTiger.wt&lt;/tt&gt; and &lt;tt&gt;WiredTiger.turtle&lt;/tt&gt; files.&lt;/p&gt;

&lt;p&gt;Thanks,&lt;/p&gt;

&lt;p&gt;Danny&lt;/p&gt;</comment>
                            <comment id="2199656" author="altrabon" created="Tue, 2 Apr 2019 19:31:41 +0000"  >&lt;p&gt;Ok, so we could for example, create a mongoDB instance on a local machine running on the 4.0 version to execute the repair. That way, we could have the data locally and we&apos;d have the possibility to extract it from there to then be able to insert it again in another production DB.&lt;/p&gt;

&lt;p&gt;Would that make sense ?&lt;/p&gt;

&lt;p&gt;Thanks again for your help, much appreciated &lt;img class=&quot;emoticon&quot; src=&quot;https://jira.mongodb.org/images/icons/emoticons/smile.png&quot; height=&quot;16&quot; width=&quot;16&quot; align=&quot;absmiddle&quot; alt=&quot;&quot; border=&quot;0&quot;/&gt;&lt;/p&gt;

&lt;p&gt;Anne-Laure&lt;/p&gt;</comment>
                            <comment id="2199650" author="daniel.hatcher" created="Tue, 2 Apr 2019 19:27:21 +0000"  >&lt;p&gt;Hello,&lt;/p&gt;

&lt;p&gt;If you repair using the 4.0 binaries and it is successful, you would go back to using your original version. We made significant improvements to the &lt;tt&gt;--repair&lt;/tt&gt; functionality that only exist in 4.0 which is why I suggested running it with that version.&lt;/p&gt;

&lt;p&gt;Unfortunately, we have no way to extract the data other than by starting up a viable MongoDB instance. The &lt;tt&gt;--repair&lt;/tt&gt; solution or providing the files may enable us to do so.&lt;/p&gt;

&lt;p&gt;Thanks,&lt;/p&gt;

&lt;p&gt;Danny&lt;/p&gt;</comment>
                            <comment id="2199495" author="altrabon" created="Tue, 2 Apr 2019 18:05:36 +0000"  >&lt;p&gt;We can&apos;t update our server version to MongoDB 4.0 because our programs using our DB aren&apos;t compatible with it (our version is 3.4). I also, wanted to add a piece of information, we&apos;re not trying to import the data in a new instance of mongo, we&apos;re only focusing on retrieving the data in some kind of format that we can use afterwards.&lt;/p&gt;

&lt;p&gt;Would it be possible to extract the data with, for example, a decompressor or something ?&#160;&lt;/p&gt;

&lt;p&gt;Thanks,&lt;/p&gt;

&lt;p&gt;Anne-Laure&lt;/p&gt;</comment>
                            <comment id="2199410" author="daniel.hatcher" created="Tue, 2 Apr 2019 17:22:08 +0000"  >&lt;p&gt;Hello,&lt;/p&gt;

&lt;p&gt;Have you tried running &lt;a href=&quot;https://www.mongodb.com/download-center/community&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;MongoDB 4.0.8&lt;/a&gt; binaries using &lt;tt&gt;mongod --repair&lt;/tt&gt; against the data? Please try that first. If the repair doesn&apos;t work, please upload the logs that result as well as the &lt;tt&gt;WiredTiger.wt&lt;/tt&gt; and &lt;tt&gt;WiredTiger.turtle&lt;/tt&gt; files from your &lt;tt&gt;$dbpath&lt;/tt&gt;.&lt;/p&gt;

&lt;p&gt;Thank you,&lt;/p&gt;

&lt;p&gt;Danny&lt;/p&gt;</comment>
                            <comment id="2199153" author="altrabon" created="Tue, 2 Apr 2019 14:59:34 +0000"  >&lt;p&gt;Hi, thanks for your reply.&lt;/p&gt;


&lt;p&gt;We only keep logs for 5 days and the issue happened more than a week ago. But what I can tell you is that the hard disk switched on read only mode and then the machine did a restart.&lt;br/&gt;
After this, the mongod service wasn&apos;t starting anymore (Fatal assert).&lt;/p&gt;

&lt;p&gt;I was also wondering on what conditions will it be possible to retrieve the data&#160;programmatically from the file ?&lt;/p&gt;

&lt;p&gt;Thank you !&lt;/p&gt;

&lt;p&gt;&#160;&lt;/p&gt;

&lt;p&gt;Anne-Laure&lt;/p&gt;</comment>
                            <comment id="2198279" author="daniel.hatcher" created="Mon, 1 Apr 2019 20:04:08 +0000"  >&lt;p&gt;Hello,&lt;/p&gt;

&lt;p&gt;There may be a way to recover the data but it will depend on how the corruption occurred. Can you go into detail about how you first noticed the database was corrupted? &lt;/p&gt;

&lt;p&gt;Please provide the &lt;tt&gt;mongod&lt;/tt&gt; log file from the node covering the timeframe from before the corruption until now.&lt;/p&gt;

&lt;p&gt;Thank you,&lt;/p&gt;

&lt;p&gt;Danny&lt;/p&gt;</comment>
                            <comment id="2197809" author="altrabon" created="Mon, 1 Apr 2019 15:32:56 +0000"  >&lt;p&gt;I forgot to mention that we&apos;d like to extract the data programmatically if possible.&lt;/p&gt;</comment>
                    </comments>
                    <attachments>
                    </attachments>
                <subtasks>
                    </subtasks>
                <customfields>
                                                <customfield id="customfield_10050" key="com.atlassian.jira.toolkit:comments">
                        <customfieldname># Replies</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>11.0</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <customfield id="customfield_10055" key="com.atlassian.jira.ext.charting:firstresponsedate">
                        <customfieldname>Date of 1st Reply</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>Mon, 1 Apr 2019 20:04:08 +0000</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10052" key="com.atlassian.jira.toolkit:dayslastcommented">
                        <customfieldname>Days since reply</customfieldname>
                        <customfieldvalues>
                                        4 years, 45 weeks ago
    
                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_18254" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Dependencies</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue><![CDATA[]]></customfieldvalue>


                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_15850" key="com.atlassian.jira.plugins.jira-development-integration-plugin:devsummary">
                        <customfieldname>Development</customfieldname>
                        <customfieldvalues>
                            
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                            <customfield id="customfield_10057" key="com.atlassian.jira.toolkit:lastusercommented">
                        <customfieldname>Last comment by Customer</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>true</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                            <customfield id="customfield_10056" key="com.atlassian.jira.toolkit:lastupdaterorcommenter">
                        <customfieldname>Last commenter</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>daniel.hatcher@mongodb.com</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_11151" key="com.atlassian.jira.toolkit:LastCommentDate">
                        <customfieldname>Last public comment date</customfieldname>
                        <customfieldvalues>
                            4 years, 45 weeks ago
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                    <customfield id="customfield_10051" key="com.atlassian.jira.toolkit:participants">
                        <customfieldname>Participants</customfieldname>
                        <customfieldvalues>
                                        <customfieldvalue>altrabon</customfieldvalue>
            <customfieldvalue>daniel.hatcher@mongodb.com</customfieldvalue>
    
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                        <customfield id="customfield_14254" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>Product Rank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>1|husk3r:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                <customfield id="customfield_12550" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>Rank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>2|hui42n:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10558" key="com.pyxis.greenhopper.jira:gh-global-rank">
                        <customfieldname>Rank (Obsolete)</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>9223372036854775807</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                            <customfield id="customfield_23361" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Requested By</customfieldname>
                        <customfieldvalues>
                                

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <customfield id="customfield_10053" key="com.atlassian.jira.ext.charting:timeinstatus">
                        <customfieldname>Time In Status</customfieldname>
                        <customfieldvalues>
                            
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                        <customfield id="customfield_22870" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Triagers</customfieldname>
                        <customfieldvalues>
                                

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                    <customfield id="customfield_14350" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>serverRank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>1|hus6d3:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                    </customfields>
    </item>
</channel>
</rss>