<!-- 
RSS generated by JIRA (9.7.1#970001-sha1:2222b88b221c4928ef0de3161136cc90c8356a66) at Thu Feb 08 03:33:32 UTC 2024

It is possible to restrict the fields that are returned in this document by specifying the 'field' parameter in your request.
For example, to request only the issue key and summary append 'field=key&field=summary' to the URL of your request.
-->
<rss version="0.92" >
<channel>
    <title>MongoDB Jira</title>
    <link>https://jira.mongodb.org</link>
    <description>This file is an XML representation of an issue</description>
    <language>en-us</language>    <build-info>
        <version>9.7.1</version>
        <build-number>970001</build-number>
        <build-date>13-04-2023</build-date>
    </build-info>


<item>
            <title>[SERVER-13996] Space freed by deleted documents not reused in collection</title>
                <link>https://jira.mongodb.org/browse/SERVER-13996</link>
                <project id="10000" key="SERVER">Core Server</project>
                    <description>&lt;p&gt;We have messaging inbox collection where documents are inserted in regular rate. Documents are roughly the same size and are not modified after insertion in a way that would change their size. Collection has index by insertion time and we that to clean up documents with following rules. &lt;/p&gt;

&lt;p&gt;1. Documents that are over 30 days are deleted&lt;br/&gt;
2. Amount of documents per user are capped to 100 most recent documents.&lt;/p&gt;

&lt;p&gt;What we are observing:&lt;/p&gt;

&lt;p&gt;A. On normal operation mongo does not seem to reuse the properly the space freed by deleted documents and keeps creating new extents and thus constantly increasing storage space in disk.&lt;/p&gt;

&lt;p&gt;B. On manual collection compact we can see that older extents are nearly empty and only most recently created have lots of documents.&lt;/p&gt;

&lt;p&gt;&amp;gt; db.battleinbox.stats(1024*1024*1024)&lt;br/&gt;
{&lt;br/&gt;
&quot;ns&quot; : &quot;war.battleinbox&quot;,&lt;br/&gt;
&quot;count&quot; : 1532581,&lt;br/&gt;
&quot;size&quot; : 3,&lt;br/&gt;
&quot;avgObjSize&quot; : 0.000001957482182018438,&lt;br/&gt;
&quot;storageSize&quot; : 85,&lt;br/&gt;
&quot;numExtents&quot; : 63,&lt;br/&gt;
&quot;nindexes&quot; : 4,&lt;br/&gt;
&quot;lastExtentSize&quot; : 1,&lt;br/&gt;
&quot;paddingFactor&quot; : 1.0000000000083054,&lt;br/&gt;
&quot;systemFlags&quot; : 1,&lt;br/&gt;
&quot;userFlags&quot; : 0,&lt;br/&gt;
&quot;totalIndexSize&quot; : 0,&lt;br/&gt;
&quot;indexSizes&quot; : {&lt;br/&gt;
&quot;&lt;em&gt;id&lt;/em&gt;&quot; : 0,&lt;br/&gt;
&quot;read_1_uid_1&quot; : 0,&lt;br/&gt;
&quot;ts_1&quot; : 0,&lt;br/&gt;
&quot;shid_1_uid_1_ts_-1&quot; : 0&lt;br/&gt;
},&lt;br/&gt;
&quot;ok&quot; : 1&lt;br/&gt;
}&lt;/p&gt;

&lt;p&gt;Snipped from Mongo log during compaction.&lt;/p&gt;

&lt;p&gt;Tue May 20 05:00:51.428 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact war.battleinbox begin&lt;br/&gt;
Tue May 20 05:00:51.428 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; paddingFactor:1 paddingBytes:0&lt;br/&gt;
Tue May 20 05:00:51.436 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact 63 extents&lt;br/&gt;
Tue May 20 05:00:51.436 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact orphan deleted lists&lt;br/&gt;
Tue May 20 05:00:51.438 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact dropping indexes&lt;br/&gt;
Tue May 20 05:00:51.464 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact begin extent #0 for namespace war.battleinbox&lt;br/&gt;
Tue May 20 05:00:51.464 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact paging in len=0.004096MB&lt;br/&gt;
Tue May 20 05:00:51.464 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact copying records&lt;br/&gt;
Tue May 20 05:00:51.464 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact finished extent #0 containing 0 documents (0MB) oldPadding: 1 1&lt;br/&gt;
Tue May 20 05:00:51.464 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact begin extent #1 for namespace war.battleinbox&lt;br/&gt;
Tue May 20 05:00:51.464 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact paging in len=0.032768MB&lt;br/&gt;
Tue May 20 05:00:51.464 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact copying records&lt;br/&gt;
Tue May 20 05:00:51.464 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact finished extent #1 containing 0 documents (0MB) oldPadding: 1 1&lt;br/&gt;
Tue May 20 05:00:51.465 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact begin extent #2 for namespace war.battleinbox&lt;br/&gt;
Tue May 20 05:00:51.465 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact paging in len=0.131072MB&lt;br/&gt;
Tue May 20 05:00:51.465 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact copying records&lt;br/&gt;
Tue May 20 05:00:51.465 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact finished extent #2 containing 0 documents (0MB) oldPadding: 1 1&lt;br/&gt;
Tue May 20 05:00:51.465 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact begin extent #3 for namespace war.battleinbox&lt;br/&gt;
Tue May 20 05:00:51.465 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact paging in len=0.524288MB&lt;br/&gt;
Tue May 20 05:00:51.465 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact copying records&lt;br/&gt;
Tue May 20 05:00:51.489 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact finished extent #3 containing 4 documents (0.007676MB) oldPadding: 1.01886 1&lt;br/&gt;
Tue May 20 05:00:51.489 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact begin extent #4 for namespace war.battleinbox&lt;br/&gt;
Tue May 20 05:00:51.489 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact paging in len=2.09715MB&lt;br/&gt;
Tue May 20 05:00:51.490 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact copying records&lt;br/&gt;
Tue May 20 05:00:51.499 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact finished extent #4 containing 5 documents (0.010288MB) oldPadding: 1.02043 1&lt;br/&gt;
Tue May 20 05:00:51.499 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact begin extent #5 for namespace war.battleinbox&lt;br/&gt;
Tue May 20 05:00:51.499 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact paging in len=8.38861MB&lt;br/&gt;
Tue May 20 05:00:51.510 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact copying records&lt;br/&gt;
Tue May 20 05:00:51.540 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact finished extent #5 containing 16 documents (0.033408MB) oldPadding: 1.04345 1&lt;br/&gt;
Tue May 20 05:00:51.540 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact begin extent #6 for namespace war.battleinbox&lt;br/&gt;
Tue May 20 05:00:51.540 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact paging in len=11.3254MB&lt;br/&gt;
Tue May 20 05:00:51.570 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact copying records&lt;br/&gt;
Tue May 20 05:00:51.571 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact finished extent #6 containing 9 documents (0.018416MB) oldPadding: 1.03004 1&lt;br/&gt;
Tue May 20 05:00:51.571 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact begin extent #7 for namespace war.battleinbox&lt;br/&gt;
Tue May 20 05:00:51.571 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact paging in len=15.2904MB&lt;br/&gt;
Tue May 20 05:00:51.758 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact copying records&lt;br/&gt;
Tue May 20 05:00:51.758 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact finished extent #7 containing 5 documents (0.010032MB) oldPadding: 1.01827 1&lt;br/&gt;
Tue May 20 05:00:51.758 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact begin extent #8 for namespace war.battleinbox&lt;br/&gt;
Tue May 20 05:00:51.758 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact paging in len=21.0248MB&lt;br/&gt;
Tue May 20 05:00:52.250 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact copying records&lt;br/&gt;
Tue May 20 05:00:52.364 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact finished extent #8 containing 23 documents (0.04648MB) oldPadding: 1.03964 1&lt;br/&gt;
Tue May 20 05:00:52.364 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact begin extent #9 for namespace war.battleinbox&lt;br/&gt;
Tue May 20 05:00:52.364 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact paging in len=28.3853MB&lt;br/&gt;
Tue May 20 05:00:52.923 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact copying records&lt;br/&gt;
Tue May 20 05:00:53.056 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact finished extent #9 containing 37 documents (0.074752MB) oldPadding: 1.03086 1&lt;br/&gt;
Tue May 20 05:00:53.056 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact begin extent #10 for namespace war.battleinbox&lt;br/&gt;
Tue May 20 05:00:53.056 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact paging in len=38.3222MB&lt;br/&gt;
Tue May 20 05:00:53.815 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact copying records&lt;br/&gt;
Tue May 20 05:00:53.907 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact finished extent #10 containing 53 documents (0.109488MB) oldPadding: 1.03551 1&lt;br/&gt;
Tue May 20 05:00:53.907 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact begin extent #11 for namespace war.battleinbox&lt;br/&gt;
Tue May 20 05:00:53.907 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact paging in len=51.7366MB&lt;br/&gt;
Tue May 20 05:00:55.061 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact end paging in 1154ms 0.0448324MB/sec&lt;br/&gt;
Tue May 20 05:00:55.061 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact copying records&lt;br/&gt;
Tue May 20 05:00:55.217 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact finished extent #11 containing 78 documents (0.158624MB) oldPadding: 1.03201 1&lt;br/&gt;
Tue May 20 05:00:55.217 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact begin extent #12 for namespace war.battleinbox&lt;br/&gt;
Tue May 20 05:00:55.217 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact paging in len=69.845MB&lt;br/&gt;
Tue May 20 05:00:56.769 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact end paging in 1552ms 0.0450032MB/sec&lt;br/&gt;
Tue May 20 05:00:56.769 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact copying records&lt;br/&gt;
Tue May 20 05:00:56.888 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact finished extent #12 containing 83 documents (0.171216MB) oldPadding: 1.03235 1&lt;br/&gt;
Tue May 20 05:00:56.888 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact begin extent #13 for namespace war.battleinbox&lt;br/&gt;
Tue May 20 05:00:56.888 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact paging in len=94.294MB&lt;br/&gt;
Tue May 20 05:00:58.955 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact end paging in 2067ms 0.0456188MB/sec&lt;br/&gt;
Tue May 20 05:00:58.955 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact copying records&lt;br/&gt;
Tue May 20 05:00:59.095 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact finished extent #13 containing 144 documents (0.293888MB) oldPadding: 1.03259 1&lt;br/&gt;
Tue May 20 05:00:59.095 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact begin extent #14 for namespace war.battleinbox&lt;br/&gt;
Tue May 20 05:00:59.095 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact paging in len=127.3MB&lt;br/&gt;
Tue May 20 05:01:01.997 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact end paging in 2901ms 0.0438813MB/sec&lt;br/&gt;
Tue May 20 05:01:01.997 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact copying records&lt;br/&gt;
Tue May 20 05:01:02.144 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact finished extent #14 containing 212 documents (0.4336MB) oldPadding: 1.03178 1&lt;br/&gt;
Tue May 20 05:01:02.144 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact begin extent #15 for namespace war.battleinbox&lt;br/&gt;
Tue May 20 05:01:02.144 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact paging in len=171.856MB&lt;br/&gt;
Tue May 20 05:01:06.019 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact end paging in 3875ms 0.0443499MB/sec&lt;br/&gt;
Tue May 20 05:01:06.020 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact copying records&lt;br/&gt;
Tue May 20 05:01:06.179 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact finished extent #15 containing 260 documents (0.539968MB) oldPadding: 1.034 1&lt;br/&gt;
Tue May 20 05:01:06.179 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact begin extent #16 for namespace war.battleinbox&lt;br/&gt;
Tue May 20 05:01:06.179 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact paging in len=235.098MB&lt;br/&gt;
Tue May 20 05:01:11.984 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact end paging in 5805ms 0.0404992MB/sec&lt;br/&gt;
Tue May 20 05:01:11.984 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact copying records&lt;br/&gt;
Tue May 20 05:01:12.204 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact finished extent #16 containing 375 documents (0.777568MB) oldPadding: 1.03569 1&lt;br/&gt;
Tue May 20 05:01:12.204 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact begin extent #17 for namespace war.battleinbox&lt;br/&gt;
Tue May 20 05:01:12.204 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact paging in len=345.985MB&lt;br/&gt;
Tue May 20 05:01:22.110 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact end paging in 9906ms 0.0349268MB/sec&lt;br/&gt;
Tue May 20 05:01:22.111 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact copying records&lt;br/&gt;
Tue May 20 05:01:22.269 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact finished extent #17 containing 454 documents (0.937632MB) oldPadding: 1.03502 1&lt;br/&gt;
Tue May 20 05:01:22.269 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact begin extent #18 for namespace war.battleinbox&lt;br/&gt;
Tue May 20 05:01:22.269 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact paging in len=467.083MB&lt;br/&gt;
Tue May 20 05:01:33.031 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact end paging in 10761ms 0.0434052MB/sec&lt;br/&gt;
Tue May 20 05:01:33.031 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact copying records&lt;br/&gt;
Tue May 20 05:01:33.158 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact finished extent #18 containing 373 documents (0.754992MB) oldPadding: 1.0286 1&lt;br/&gt;
Tue May 20 05:01:33.158 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact begin extent #19 for namespace war.battleinbox&lt;br/&gt;
Tue May 20 05:01:33.158 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact paging in len=630.563MB&lt;br/&gt;
Tue May 20 05:01:47.821 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact end paging in 14662ms 0.0430066MB/sec&lt;br/&gt;
Tue May 20 05:01:47.821 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact copying records&lt;br/&gt;
Tue May 20 05:01:47.884 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact finished extent #19 containing 489 documents (1.00082MB) oldPadding: 1.03251 1&lt;br/&gt;
Tue May 20 05:01:47.884 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact begin extent #20 for namespace war.battleinbox&lt;br/&gt;
Tue May 20 05:01:47.884 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact paging in len=851.263MB&lt;br/&gt;
Tue May 20 05:02:07.721 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact end paging in 19837ms 0.0429129MB/sec&lt;br/&gt;
Tue May 20 05:02:07.721 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact copying records&lt;br/&gt;
Tue May 20 05:02:07.939 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact finished extent #20 containing 696 documents (1.42874MB) oldPadding: 1.03263 1&lt;br/&gt;
Tue May 20 05:02:07.939 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact begin extent #21 for namespace war.battleinbox&lt;br/&gt;
Tue May 20 05:02:07.939 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact paging in len=1149.21MB&lt;br/&gt;
Tue May 20 05:02:34.656 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact end paging in 26716ms 0.0430157MB/sec&lt;br/&gt;
Tue May 20 05:02:34.656 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact copying records&lt;br/&gt;
Tue May 20 05:02:34.840 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact finished extent #21 containing 791 documents (1.6269MB) oldPadding: 1.03209 1&lt;br/&gt;
Tue May 20 05:02:34.840 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact begin extent #22 for namespace war.battleinbox&lt;br/&gt;
Tue May 20 05:02:34.840 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact paging in len=1551.43MB&lt;br/&gt;
Tue May 20 05:03:10.939 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact end paging in 36098ms 0.0429783MB/sec&lt;br/&gt;
Tue May 20 05:03:10.939 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact copying records&lt;br/&gt;
Tue May 20 05:03:11.178 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact finished extent #22 containing 1384 documents (2.86797MB) oldPadding: 1.03559 1&lt;br/&gt;
Tue May 20 05:03:11.178 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact begin extent #23 for namespace war.battleinbox&lt;br/&gt;
Tue May 20 05:03:11.178 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact paging in len=2146.43MB&lt;br/&gt;
Tue May 20 05:03:49.700 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact end paging in 38521ms 0.055721MB/sec&lt;br/&gt;
Tue May 20 05:03:49.700 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact copying records&lt;br/&gt;
Tue May 20 05:03:50.877 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact finished extent #23 containing 1749 documents (3.64651MB) oldPadding: 1.03661 1&lt;br/&gt;
Tue May 20 05:03:50.877 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact begin extent #24 for namespace war.battleinbox&lt;br/&gt;
Tue May 20 05:03:50.877 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact paging in len=2146.43MB&lt;br/&gt;
Tue May 20 05:04:29.322 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact end paging in 38444ms 0.0558326MB/sec&lt;br/&gt;
Tue May 20 05:04:29.322 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact copying records&lt;br/&gt;
Tue May 20 05:04:30.037 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact finished extent #24 containing 940 documents (1.99226MB) oldPadding: 1.03773 1&lt;br/&gt;
Tue May 20 05:04:30.037 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact begin extent #25 for namespace war.battleinbox&lt;br/&gt;
Tue May 20 05:04:30.037 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact paging in len=2146.43MB&lt;br/&gt;
Tue May 20 05:05:08.443 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact end paging in 38405ms 0.0558893MB/sec&lt;br/&gt;
Tue May 20 05:05:08.443 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact copying records&lt;br/&gt;
Tue May 20 05:05:08.780 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact finished extent #25 containing 437 documents (0.929712MB) oldPadding: 1.0404 1&lt;br/&gt;
Tue May 20 05:05:08.780 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact begin extent #26 for namespace war.battleinbox&lt;br/&gt;
Tue May 20 05:05:08.780 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact paging in len=2146.43MB&lt;br/&gt;
Tue May 20 05:05:47.164 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact end paging in 38383ms 0.0559213MB/sec&lt;br/&gt;
Tue May 20 05:05:47.164 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact copying records&lt;br/&gt;
Tue May 20 05:05:47.562 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact finished extent #26 containing 273 documents (0.59096MB) oldPadding: 1.04322 1&lt;br/&gt;
Tue May 20 05:05:47.562 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact begin extent #27 for namespace war.battleinbox&lt;br/&gt;
Tue May 20 05:05:47.562 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact paging in len=2146.43MB&lt;br/&gt;
Tue May 20 05:06:25.931 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact end paging in 38368ms 0.0559432MB/sec&lt;br/&gt;
Tue May 20 05:06:25.931 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact copying records&lt;br/&gt;
Tue May 20 05:06:26.524 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact finished extent #27 containing 467 documents (1.00718MB) oldPadding: 1.04159 1&lt;br/&gt;
Tue May 20 05:06:26.524 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact begin extent #28 for namespace war.battleinbox&lt;br/&gt;
Tue May 20 05:06:26.524 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact paging in len=2146.43MB&lt;br/&gt;
Tue May 20 05:07:04.861 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact end paging in 38336ms 0.0559898MB/sec&lt;br/&gt;
Tue May 20 05:07:04.861 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact copying records&lt;br/&gt;
Tue May 20 05:07:05.507 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact finished extent #28 containing 609 documents (1.32581MB) oldPadding: 1.04206 1&lt;br/&gt;
Tue May 20 05:07:05.507 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact begin extent #29 for namespace war.battleinbox&lt;br/&gt;
Tue May 20 05:07:05.507 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact paging in len=2146.43MB&lt;br/&gt;
Tue May 20 05:07:43.792 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact end paging in 38285ms 0.0560644MB/sec&lt;br/&gt;
Tue May 20 05:07:43.792 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact copying records&lt;br/&gt;
Tue May 20 05:07:44.608 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact finished extent #29 containing 818 documents (1.7967MB) oldPadding: 1.04566 1&lt;br/&gt;
Tue May 20 05:07:44.608 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact begin extent #30 for namespace war.battleinbox&lt;br/&gt;
Tue May 20 05:07:44.608 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact paging in len=2146.43MB&lt;br/&gt;
Tue May 20 05:08:22.851 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact end paging in 38242ms 0.0561275MB/sec&lt;br/&gt;
Tue May 20 05:08:22.851 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact copying records&lt;br/&gt;
Tue May 20 05:08:23.527 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact finished extent #30 containing 924 documents (2.03334MB) oldPadding: 1.04598 1&lt;br/&gt;
Tue May 20 05:08:23.527 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact begin extent #31 for namespace war.battleinbox&lt;br/&gt;
Tue May 20 05:08:23.527 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact paging in len=2146.43MB&lt;br/&gt;
Tue May 20 05:09:01.712 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact end paging in 38185ms 0.0562113MB/sec&lt;br/&gt;
Tue May 20 05:09:01.712 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact copying records&lt;br/&gt;
Tue May 20 05:09:02.664 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact finished extent #31 containing 937 documents (2.06181MB) oldPadding: 1.04446 1&lt;br/&gt;
Tue May 20 05:09:02.664 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact begin extent #32 for namespace war.battleinbox&lt;br/&gt;
Tue May 20 05:09:02.664 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact paging in len=2146.43MB&lt;br/&gt;
Tue May 20 05:09:40.797 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact end paging in 38132ms 0.0562894MB/sec&lt;br/&gt;
Tue May 20 05:09:40.797 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact copying records&lt;br/&gt;
Tue May 20 05:09:42.087 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact finished extent #32 containing 1256 documents (2.76416MB) oldPadding: 1.04493 1&lt;br/&gt;
Tue May 20 05:09:42.087 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact begin extent #33 for namespace war.battleinbox&lt;br/&gt;
Tue May 20 05:09:42.087 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact paging in len=2146.43MB&lt;br/&gt;
Tue May 20 05:10:20.169 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact end paging in 38081ms 0.0563648MB/sec&lt;br/&gt;
Tue May 20 05:10:20.169 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact copying records&lt;br/&gt;
Tue May 20 05:10:21.857 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact finished extent #33 containing 1777 documents (3.90667MB) oldPadding: 1.04512 1&lt;br/&gt;
Tue May 20 05:10:21.857 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact begin extent #34 for namespace war.battleinbox&lt;br/&gt;
Tue May 20 05:10:21.857 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact paging in len=2146.43MB&lt;br/&gt;
Tue May 20 05:10:59.852 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact end paging in 37995ms 0.0564924MB/sec&lt;br/&gt;
Tue May 20 05:10:59.852 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact copying records&lt;br/&gt;
Tue May 20 05:11:01.549 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact finished extent #34 containing 2016 documents (4.46843MB) oldPadding: 1.04702 1&lt;br/&gt;
Tue May 20 05:11:01.549 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact begin extent #35 for namespace war.battleinbox&lt;br/&gt;
Tue May 20 05:11:01.549 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact paging in len=2146.43MB&lt;br/&gt;
Tue May 20 05:11:39.422 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact end paging in 37873ms 0.0566743MB/sec&lt;br/&gt;
Tue May 20 05:11:39.422 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact copying records&lt;br/&gt;
Tue May 20 05:11:41.351 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact finished extent #35 containing 2370 documents (5.26141MB) oldPadding: 1.04594 1&lt;br/&gt;
Tue May 20 05:11:41.351 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact begin extent #36 for namespace war.battleinbox&lt;br/&gt;
Tue May 20 05:11:41.351 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact paging in len=2094.43MB&lt;br/&gt;
Tue May 20 05:12:19.144 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact end paging in 37792ms 0.05542MB/sec&lt;br/&gt;
Tue May 20 05:12:19.144 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact copying records&lt;br/&gt;
Tue May 20 05:12:21.563 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact finished extent #36 containing 3085 documents (6.85304MB) oldPadding: 1.04672 1&lt;br/&gt;
Tue May 20 05:12:21.563 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact begin extent #37 for namespace war.battleinbox&lt;br/&gt;
Tue May 20 05:12:21.563 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact paging in len=1921.29MB&lt;br/&gt;
Tue May 20 05:12:59.234 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact end paging in 37671ms 0.0510018MB/sec&lt;br/&gt;
Tue May 20 05:12:59.234 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact copying records&lt;br/&gt;
Tue May 20 05:13:01.777 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact finished extent #37 containing 4382 documents (9.68259MB) oldPadding: 1.04524 1&lt;br/&gt;
Tue May 20 05:13:01.777 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact begin extent #38 for namespace war.battleinbox&lt;br/&gt;
Tue May 20 05:13:01.778 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact paging in len=2146.43MB&lt;br/&gt;
Tue May 20 05:13:39.289 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact end paging in 37511ms 0.0572213MB/sec&lt;br/&gt;
Tue May 20 05:13:39.289 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact copying records&lt;br/&gt;
Tue May 20 05:13:42.864 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact finished extent #38 containing 7626 documents (16.8782MB) oldPadding: 1.04552 1&lt;br/&gt;
Tue May 20 05:13:42.864 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact begin extent #39 for namespace war.battleinbox&lt;br/&gt;
Tue May 20 05:13:42.864 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact paging in len=2146.43MB&lt;br/&gt;
Tue May 20 05:14:20.132 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact end paging in 37268ms 0.0575944MB/sec&lt;br/&gt;
Tue May 20 05:14:20.132 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact copying records&lt;br/&gt;
Tue May 20 05:14:26.157 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact finished extent #39 containing 5139 documents (11.604MB) oldPadding: 1.04755 1&lt;br/&gt;
Tue May 20 05:14:26.157 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact begin extent #40 for namespace war.battleinbox&lt;br/&gt;
Tue May 20 05:14:26.157 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact paging in len=2146.43MB&lt;br/&gt;
Tue May 20 05:14:41.515 &lt;span class=&quot;error&quot;&gt;&amp;#91;DataFileSync&amp;#93;&lt;/span&gt; flushing mmaps took 11811ms  for 139 files&lt;br/&gt;
Tue May 20 05:15:06.768 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact end paging in 40611ms 0.0528533MB/sec&lt;br/&gt;
Tue May 20 05:15:06.768 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact copying records&lt;br/&gt;
Tue May 20 05:15:09.439 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact finished extent #40 containing 4555 documents (10.3034MB) oldPadding: 1.04767 1&lt;br/&gt;
Tue May 20 05:15:09.439 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact begin extent #41 for namespace war.battleinbox&lt;br/&gt;
Tue May 20 05:15:09.439 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact paging in len=2146.43MB&lt;br/&gt;
Tue May 20 05:15:47.953 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact end paging in 38513ms 0.0557325MB/sec&lt;br/&gt;
Tue May 20 05:15:47.953 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact copying records&lt;br/&gt;
Tue May 20 05:15:52.689 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact finished extent #41 containing 6049 documents (13.6823MB) oldPadding: 1.04752 1&lt;br/&gt;
Tue May 20 05:15:52.690 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact begin extent #42 for namespace war.battleinbox&lt;br/&gt;
Tue May 20 05:15:52.690 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact paging in len=2146.43MB&lt;br/&gt;
Tue May 20 05:16:30.982 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact end paging in 38292ms 0.0560542MB/sec&lt;br/&gt;
Tue May 20 05:16:30.982 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact copying records&lt;br/&gt;
Tue May 20 05:16:37.888 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact finished extent #42 containing 12125 documents (27.1408MB) oldPadding: 1.04679 1&lt;br/&gt;
Tue May 20 05:16:37.888 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact begin extent #43 for namespace war.battleinbox&lt;br/&gt;
Tue May 20 05:16:37.889 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact paging in len=2146.43MB&lt;br/&gt;
...&lt;br/&gt;
Tue May 20 05:25:23.830 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact begin extent #54 for namespace war.battleinbox&lt;br/&gt;
Tue May 20 05:25:23.830 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact paging in len=2146.43MB&lt;br/&gt;
Tue May 20 05:26:04.208 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact end paging in 40378ms 0.0531583MB/sec&lt;br/&gt;
Tue May 20 05:26:04.208 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact copying records&lt;br/&gt;
Tue May 20 05:26:15.817 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact finished extent #54 containing 33767 documents (88.8476MB) oldPadding: 1.05309 1&lt;br/&gt;
Tue May 20 05:26:15.818 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact begin extent #55 for namespace war.battleinbox&lt;br/&gt;
Tue May 20 05:26:15.818 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact paging in len=2146.43MB&lt;br/&gt;
Tue May 20 05:26:55.963 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact end paging in 40145ms 0.0534669MB/sec&lt;br/&gt;
Tue May 20 05:26:55.963 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact copying records&lt;br/&gt;
Tue May 20 05:27:08.487 &lt;span class=&quot;error&quot;&gt;&amp;#91;conn43968&amp;#93;&lt;/span&gt; compact finished extent #55 containing 42391 documents (113.912MB) oldPadding: 1.05201 1&lt;br/&gt;
...&lt;/p&gt;

&lt;p&gt;After compaction:&lt;/p&gt;

&lt;p&gt;&amp;gt; db.battleinbox.stats(1024*1024*1024)&lt;br/&gt;
{&lt;br/&gt;
	&quot;ns&quot; : &quot;war.battleinbox&quot;,&lt;br/&gt;
	&quot;count&quot; : 1531300,&lt;br/&gt;
	&quot;size&quot; : 3,&lt;br/&gt;
	&quot;avgObjSize&quot; : 0.000001959119702213805,&lt;br/&gt;
	&quot;storageSize&quot; : 4,&lt;br/&gt;
	&quot;numExtents&quot; : 22,&lt;br/&gt;
	&quot;nindexes&quot; : 4,&lt;br/&gt;
	&quot;lastExtentSize&quot; : 1,&lt;br/&gt;
	&quot;paddingFactor&quot; : 1.0000000000083054,&lt;br/&gt;
	&quot;systemFlags&quot; : 1,&lt;br/&gt;
	&quot;userFlags&quot; : 0,&lt;br/&gt;
	&quot;totalIndexSize&quot; : 0,&lt;br/&gt;
	&quot;indexSizes&quot; : &lt;/p&gt;
{
		&quot;_id_&quot; : 0,
		&quot;read_1_uid_1&quot; : 0,
		&quot;ts_1&quot; : 0,
		&quot;shid_1_uid_1_ts_-1&quot; : 0
	}
&lt;p&gt;,&lt;br/&gt;
	&quot;ok&quot; : 1&lt;br/&gt;
}&lt;/p&gt;

&lt;p&gt;Is this expected behavior and how to avoid this problem?&lt;/p&gt;
</description>
                <environment></environment>
        <key id="137254">SERVER-13996</key>
            <summary>Space freed by deleted documents not reused in collection</summary>
                <type id="6" iconUrl="https://jira.mongodb.org/secure/viewavatar?size=xsmall&amp;avatarId=14720&amp;avatarType=issuetype">Question</type>
                                            <priority id="3" iconUrl="https://jira.mongodb.org/images/icons/priorities/major.svg">Major - P3</priority>
                        <status id="6" iconUrl="https://jira.mongodb.org/images/icons/statuses/closed.png" description="The issue is considered finished, the resolution is correct. Issues which are closed can be reopened.">Closed</status>
                    <statusCategory id="3" key="done" colorName="success"/>
                                    <resolution id="9">Done</resolution>
                                        <assignee username="thomas.rueckstiess@mongodb.com">Thomas Rueckstiess</assignee>
                                    <reporter username="tikonen">Teemu Ikonen</reporter>
                        <labels>
                    </labels>
                <created>Tue, 20 May 2014 05:46:48 +0000</created>
                <updated>Wed, 10 Dec 2014 23:11:55 +0000</updated>
                            <resolved>Tue, 10 Jun 2014 21:53:54 +0000</resolved>
                                    <version>2.4.9</version>
                                                    <component>Storage</component>
                                        <votes>0</votes>
                                    <watches>5</watches>
                                                                                                                <comments>
                            <comment id="710929" author="ramon.fernandez" created="Wed, 3 Sep 2014 19:47:02 +0000"  >&lt;p&gt;Thanks for the updated status &lt;a href=&quot;https://jira.mongodb.org/secure/ViewProfile.jspa?name=tikonen&quot; class=&quot;user-hover&quot; rel=&quot;tikonen&quot;&gt;tikonen&lt;/a&gt;, glad to hear that &lt;tt&gt;usePowerOf2Sizes&lt;/tt&gt; worked out for you.&lt;/p&gt;

&lt;p&gt;Regards,&lt;br/&gt;
Ram&#243;n.&lt;/p&gt;</comment>
                            <comment id="710176" author="tikonen" created="Wed, 3 Sep 2014 02:28:37 +0000"  >&lt;p&gt;Hi, just updating this with new long term production experiences. System has been running nearly same load, same mongo version, settings (powerof2) and cleanup logic.&lt;/p&gt;

&lt;p&gt;Seems that the storage size on disk has stabilized well.&lt;/p&gt;

&lt;p&gt;Now stats are:&lt;/p&gt;

&lt;p&gt;&amp;gt; db.battleinbox.stats(1024*1024)&lt;br/&gt;
{&lt;br/&gt;
	&quot;ns&quot; : &quot;war.battleinbox&quot;,&lt;br/&gt;
	&quot;count&quot; : 704745,&lt;br/&gt;
	&quot;size&quot; : 2717,&lt;br/&gt;
	&quot;avgObjSize&quot; : 0.003855295177688384,&lt;br/&gt;
	&quot;storageSize&quot; : 26069,&lt;br/&gt;
	&quot;numExtents&quot; : 33,&lt;br/&gt;
	&quot;nindexes&quot; : 4,&lt;br/&gt;
	&quot;lastExtentSize&quot; : 2046,&lt;br/&gt;
	&quot;paddingFactor&quot; : 1.0000000000164775,&lt;br/&gt;
	&quot;systemFlags&quot; : 1,&lt;br/&gt;
	&quot;userFlags&quot; : 1,&lt;br/&gt;
	&quot;totalIndexSize&quot; : 162,&lt;br/&gt;
	&quot;indexSizes&quot; : &lt;/p&gt;
{
		&quot;_id_&quot; : 54,
		&quot;read_1_uid_1&quot; : 31,
		&quot;ts_1&quot; : 28,
		&quot;shid_1_uid_1_ts_-1&quot; : 47
	}
&lt;p&gt;,&lt;br/&gt;
	&quot;ok&quot; : 1&lt;br/&gt;
}&lt;br/&gt;
&amp;gt; db.inbox.stats(1024*1024)&lt;br/&gt;
{&lt;br/&gt;
	&quot;ns&quot; : &quot;war.inbox&quot;,&lt;br/&gt;
	&quot;count&quot; : 311708,&lt;br/&gt;
	&quot;size&quot; : 286,&lt;br/&gt;
	&quot;avgObjSize&quot; : 0.0009175253763137295,&lt;br/&gt;
	&quot;storageSize&quot; : 1630,&lt;br/&gt;
	&quot;numExtents&quot; : 20,&lt;br/&gt;
	&quot;nindexes&quot; : 5,&lt;br/&gt;
	&quot;lastExtentSize&quot; : 430,&lt;br/&gt;
	&quot;paddingFactor&quot; : 1.0000000000014622,&lt;br/&gt;
	&quot;systemFlags&quot; : 1,&lt;br/&gt;
	&quot;userFlags&quot; : 1,&lt;br/&gt;
	&quot;totalIndexSize&quot; : 76,&lt;br/&gt;
	&quot;indexSizes&quot; : &lt;/p&gt;
{
		&quot;_id_&quot; : 26,
		&quot;read_1_uid_1&quot; : 12,
		&quot;ts_1&quot; : 15,
		&quot;adminid_1&quot; : 2,
		&quot;shid_1_uid_1_ts_-1&quot; : 19
	}
&lt;p&gt;,&lt;br/&gt;
	&quot;ok&quot; : 1&lt;br/&gt;
}&lt;/p&gt;

&lt;p&gt;/Teemu&lt;/p&gt;</comment>
                            <comment id="616438" author="tikonen" created="Wed, 11 Jun 2014 02:34:18 +0000"  >&lt;p&gt;Yes, we enabled the usePowerOf2Sizes option in the production and are now waiting for a week to rotate few tens of millions entries in the problem collections.&lt;br/&gt;
I&apos;ll report the results when we have next scheduled compact to see how much situation has improved. At least now I don&apos;t see MongoDB  anymore growing the disk space.&lt;/p&gt;

&lt;p&gt;Here are current stats for the problem collections:&lt;/p&gt;

&lt;p&gt;&amp;gt; db.battleinbox.stats(1024*1024)&lt;br/&gt;
{&lt;br/&gt;
	&quot;ns&quot; : &quot;war.battleinbox&quot;,&lt;br/&gt;
	&quot;count&quot; : 1640431,&lt;br/&gt;
	&quot;size&quot; : 5708,&lt;br/&gt;
	&quot;avgObjSize&quot; : 0.0034795733560265565,&lt;br/&gt;
	&quot;storageSize&quot; : 21975,&lt;br/&gt;
	&quot;numExtents&quot; : 31,&lt;br/&gt;
	&quot;nindexes&quot; : 4,&lt;br/&gt;
	&quot;lastExtentSize&quot; : 2046,&lt;br/&gt;
	&quot;paddingFactor&quot; : 1.0000000000151579,&lt;br/&gt;
	&quot;systemFlags&quot; : 1,&lt;br/&gt;
	&quot;userFlags&quot; : 1,&lt;br/&gt;
	&quot;totalIndexSize&quot; : 372,&lt;br/&gt;
	&quot;indexSizes&quot; : &lt;/p&gt;
{
		&quot;_id_&quot; : 125,
		&quot;read_1_uid_1&quot; : 71,
		&quot;ts_1&quot; : 69,
		&quot;shid_1_uid_1_ts_-1&quot; : 105
	}
&lt;p&gt;,&lt;br/&gt;
	&quot;ok&quot; : 1&lt;br/&gt;
}&lt;/p&gt;

&lt;p&gt;&amp;gt; db.inbox.stats(1024*1024)&lt;br/&gt;
{&lt;br/&gt;
	&quot;ns&quot; : &quot;war.inbox&quot;,&lt;br/&gt;
	&quot;count&quot; : 1250322,&lt;br/&gt;
	&quot;size&quot; : 957,&lt;br/&gt;
	&quot;avgObjSize&quot; : 0.0007654028322304175,&lt;br/&gt;
	&quot;storageSize&quot; : 1200,&lt;br/&gt;
	&quot;numExtents&quot; : 19,&lt;br/&gt;
	&quot;nindexes&quot; : 5,&lt;br/&gt;
	&quot;lastExtentSize&quot; : 319,&lt;br/&gt;
	&quot;paddingFactor&quot; : 1.0000000000014622,&lt;br/&gt;
	&quot;systemFlags&quot; : 1,&lt;br/&gt;
	&quot;userFlags&quot; : 1,&lt;br/&gt;
	&quot;totalIndexSize&quot; : 264,&lt;br/&gt;
	&quot;indexSizes&quot; : &lt;/p&gt;
{
		&quot;_id_&quot; : 76,
		&quot;read_1_uid_1&quot; : 52,
		&quot;ts_1&quot; : 46,
		&quot;adminid_1&quot; : 13,
		&quot;shid_1_uid_1_ts_-1&quot; : 75
	}
&lt;p&gt;,&lt;br/&gt;
	&quot;ok&quot; : 1&lt;br/&gt;
}&lt;/p&gt;


&lt;p&gt;/Teemu&lt;/p&gt;</comment>
                            <comment id="616193" author="ramon.fernandez" created="Tue, 10 Jun 2014 21:53:39 +0000"  >&lt;p&gt;Hi &lt;a href=&quot;https://jira.mongodb.org/secure/ViewProfile.jspa?name=tikonen&quot; class=&quot;user-hover&quot; rel=&quot;tikonen&quot;&gt;tikonen&lt;/a&gt;,&lt;/p&gt;

&lt;p&gt;have you had a chance to try the &lt;tt&gt;usePowerOf2Sizes&lt;/tt&gt; option and see if it has any impact? At this stage I don&apos;t believe there&apos;s a bug in MongoDB with respect to this ticket, so I&apos;m going to mark it as resolved. Feel free to add additional information on this ticket if the &lt;tt&gt;usePowerOf2Sizes&lt;/tt&gt; option does help you.&lt;/p&gt;

&lt;p&gt;Regards,&lt;br/&gt;
Ram&#243;n.&lt;/p&gt;</comment>
                            <comment id="593197" author="thomasr" created="Thu, 22 May 2014 17:12:55 +0000"  >&lt;p&gt;Hi Teemu, thanks, please let us know if the option has any impact.&lt;/p&gt;

&lt;p&gt;Cheers,&lt;br/&gt;
Thomas&lt;/p&gt;</comment>
                            <comment id="591779" author="tikonen" created="Wed, 21 May 2014 16:06:43 +0000"  >&lt;p&gt;Thank you for reply, I will try with the powerof2sizes option next and report here if this does not improve situation. &lt;/p&gt;

&lt;p&gt;This was filed as bug as for me it&apos;s not expected behavior to see database not to re-use large empty spaces of the data storage, especially when all documents are nearly of same size. Collection compaction does keep the problem in bay, but it&apos;s possible to run only on scheduled maintenance and takes very long time to run.&lt;/p&gt;

&lt;p&gt;Thanks, Teemu&lt;/p&gt;</comment>
                            <comment id="591726" author="thomasr" created="Wed, 21 May 2014 15:30:06 +0000"  >&lt;p&gt;Hi Teemu,&lt;/p&gt;

&lt;p&gt;Sorry, I just realized the &quot;usePowerOf2Sizes&quot; option became the default only in version 2.6, not in 2.4 as I stated above. Regardless, I&apos;ll encourage you to try it out and see if the documents can be re-allocated more efficiently.&lt;/p&gt;

&lt;p&gt;Regards,&lt;br/&gt;
Thomas&lt;/p&gt;</comment>
                            <comment id="590903" author="thomasr" created="Tue, 20 May 2014 22:50:44 +0000"  >&lt;p&gt;Hi Teemu,&lt;/p&gt;

&lt;p&gt;It sounds like your use case would benefit from using the &lt;a href=&quot;http://docs.mongodb.org/manual/reference/command/collMod/#usePowerOf2Sizes&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;usePowerOf2Sizes&lt;/a&gt; option. This option ensures that documents are always allocated in increments of powers of 2 (32, 64, 128) bytes, and therefore it is much more likely that a deleted document on the freelist can be re-used for a new allocation. &lt;/p&gt;

&lt;p&gt;This option is enabled by default in version 2.4.x, but from your collection stats, I can see that the &lt;a href=&quot;http://docs.mongodb.org/manual/reference/command/collStats/#collStats.userFlags&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;userFlags&lt;/a&gt; value is 0; a sign that the option is not set. It seems that you created this collection before 2.4 was released and the setting is not automatically enabled for existing collections when upgrading.&lt;/p&gt;

&lt;p&gt;In general, this SERVER project is for tracking bugs and feature requests. In the future, please ask such questions in our &lt;a href=&quot;http://groups.google.com/group/mongodb-user&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;mongodb-user Google Group&lt;/a&gt; or on Stack Overflow with the &lt;tt&gt;mongodb&lt;/tt&gt; tag. &lt;/p&gt;

&lt;p&gt;Regards,&lt;br/&gt;
Thomas&lt;/p&gt;</comment>
                    </comments>
                    <attachments>
                    </attachments>
                <subtasks>
                    </subtasks>
                <customfields>
                                                <customfield id="customfield_10050" key="com.atlassian.jira.toolkit:comments">
                        <customfieldname># Replies</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>8.0</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <customfield id="customfield_10055" key="com.atlassian.jira.ext.charting:firstresponsedate">
                        <customfieldname>Date of 1st Reply</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>Tue, 20 May 2014 22:50:44 +0000</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10052" key="com.atlassian.jira.toolkit:dayslastcommented">
                        <customfieldname>Days since reply</customfieldname>
                        <customfieldvalues>
                                        9 years, 24 weeks ago
    
                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_18254" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Dependencies</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue><![CDATA[]]></customfieldvalue>


                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_15850" key="com.atlassian.jira.plugins.jira-development-integration-plugin:devsummary">
                        <customfieldname>Development</customfieldname>
                        <customfieldvalues>
                            
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                            <customfield id="customfield_10057" key="com.atlassian.jira.toolkit:lastusercommented">
                        <customfieldname>Last comment by Customer</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>true</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                            <customfield id="customfield_10056" key="com.atlassian.jira.toolkit:lastupdaterorcommenter">
                        <customfieldname>Last commenter</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>ramon.fernandez@mongodb.com</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_11151" key="com.atlassian.jira.toolkit:LastCommentDate">
                        <customfieldname>Last public comment date</customfieldname>
                        <customfieldvalues>
                            9 years, 24 weeks ago
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                    <customfield id="customfield_10051" key="com.atlassian.jira.toolkit:participants">
                        <customfieldname>Participants</customfieldname>
                        <customfieldvalues>
                                        <customfieldvalue>ramon.fernandez@mongodb.com</customfieldvalue>
            <customfieldvalue>tikonen</customfieldvalue>
            <customfieldvalue>thomas.rueckstiess@mongodb.com</customfieldvalue>
    
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                        <customfield id="customfield_14254" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>Product Rank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>1|hrlupj:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                <customfield id="customfield_12550" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>Rank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>2|hryy9j:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10558" key="com.pyxis.greenhopper.jira:gh-global-rank">
                        <customfieldname>Rank (Obsolete)</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>118170</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                            <customfield id="customfield_23361" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Requested By</customfieldname>
                        <customfieldvalues>
                                

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <customfield id="customfield_10053" key="com.atlassian.jira.ext.charting:timeinstatus">
                        <customfieldname>Time In Status</customfieldname>
                        <customfieldvalues>
                            
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                        <customfield id="customfield_22870" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Triagers</customfieldname>
                        <customfieldvalues>
                                

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                    <customfield id="customfield_14350" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>serverRank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>1|hsgwjj:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                    </customfields>
    </item>
</channel>
</rss>