<!-- 
RSS generated by JIRA (9.7.1#970001-sha1:2222b88b221c4928ef0de3161136cc90c8356a66) at Thu Feb 08 03:46:08 UTC 2024

It is possible to restrict the fields that are returned in this document by specifying the 'field' parameter in your request.
For example, to request only the issue key and summary append 'field=key&field=summary' to the URL of your request.
-->
<rss version="0.92" >
<channel>
    <title>MongoDB Jira</title>
    <link>https://jira.mongodb.org</link>
    <description>This file is an XML representation of an issue</description>
    <language>en-us</language>    <build-info>
        <version>9.7.1</version>
        <build-number>970001</build-number>
        <build-date>13-04-2023</build-date>
    </build-info>


<item>
            <title>[SERVER-17966] Mixed read/write workload using zlib unexpectedly outperforms snappy on Windows</title>
                <link>https://jira.mongodb.org/browse/SERVER-17966</link>
                <project id="10000" key="SERVER">Core Server</project>
                    <description>&lt;p&gt;Submitting on behalf of a user.  Will fill in details shortly&lt;/p&gt;

&lt;p&gt;~~~~~~~~&lt;br/&gt;
My test consists of inserting and updating 300 million documents, a single database, 100 collections.&lt;/p&gt;

&lt;p&gt;Hardware used:&lt;br/&gt;
Win 8.1 5960x 16gb ram (although using maxCacheSize is 4)&lt;br/&gt;
PCI attached SSD&lt;/p&gt;

&lt;p&gt;Test results:&lt;/p&gt;
&lt;div class=&apos;table-wrap&apos;&gt;
&lt;table class=&apos;confluenceTable&apos;&gt;&lt;tbody&gt;
&lt;tr&gt;
&lt;th class=&apos;confluenceTh&apos;&gt;Version&lt;/th&gt;
&lt;th class=&apos;confluenceTh&apos;&gt;Compressor&lt;/th&gt;
&lt;th class=&apos;confluenceTh&apos;&gt;Memory&lt;/th&gt;
&lt;th class=&apos;confluenceTh&apos;&gt;Size&lt;/th&gt;
&lt;th class=&apos;confluenceTh&apos;&gt;Time to compete&lt;/th&gt;
&lt;th class=&apos;confluenceTh&apos;&gt;Throughput&lt;/th&gt;
&lt;/tr&gt;
&lt;tr&gt;
&lt;td class=&apos;confluenceTd&apos;&gt;3.0.1&lt;/td&gt;
&lt;td class=&apos;confluenceTd&apos;&gt; Snappy&lt;/td&gt;
&lt;td class=&apos;confluenceTd&apos;&gt;7.9 (max 4)&lt;/td&gt;
&lt;td class=&apos;confluenceTd&apos;&gt;189 GB&lt;/td&gt;
&lt;td class=&apos;confluenceTd&apos;&gt;12:24&lt;/td&gt;
&lt;td class=&apos;confluenceTd&apos;&gt;24.1M/hr&lt;/td&gt;
&lt;/tr&gt;
&lt;tr&gt;
&lt;td class=&apos;confluenceTd&apos;&gt;3.0.1 &lt;/td&gt;
&lt;td class=&apos;confluenceTd&apos;&gt;zlib&lt;/td&gt;
&lt;td class=&apos;confluenceTd&apos;&gt; 6.9 (max 4)&lt;/td&gt;
&lt;td class=&apos;confluenceTd&apos;&gt; 100 GB&lt;/td&gt;
&lt;td class=&apos;confluenceTd&apos;&gt; 10:36&lt;/td&gt;
&lt;td class=&apos;confluenceTd&apos;&gt; 28.3M/hr&lt;/td&gt;
&lt;/tr&gt;
&lt;/tbody&gt;&lt;/table&gt;
&lt;/div&gt;
</description>
                <environment></environment>
        <key id="195160">SERVER-17966</key>
            <summary>Mixed read/write workload using zlib unexpectedly outperforms snappy on Windows</summary>
                <type id="1" iconUrl="https://jira.mongodb.org/secure/viewavatar?size=xsmall&amp;avatarId=14703&amp;avatarType=issuetype">Bug</type>
                                            <priority id="3" iconUrl="https://jira.mongodb.org/images/icons/priorities/major.svg">Major - P3</priority>
                        <status id="6" iconUrl="https://jira.mongodb.org/images/icons/statuses/closed.png" description="The issue is considered finished, the resolution is correct. Issues which are closed can be reopened.">Closed</status>
                    <statusCategory id="3" key="done" colorName="success"/>
                                    <resolution id="9">Done</resolution>
                                        <assignee username="eitan.klein">Eitan Klein</assignee>
                                    <reporter username="nickj">Nick Judson</reporter>
                        <labels>
                    </labels>
                <created>Thu, 9 Apr 2015 20:05:24 +0000</created>
                <updated>Tue, 25 Aug 2015 14:05:11 +0000</updated>
                            <resolved>Tue, 25 Aug 2015 14:05:11 +0000</resolved>
                                                                    <component>WiredTiger</component>
                                        <votes>0</votes>
                                    <watches>13</watches>
                                                                                                                <comments>
                            <comment id="1013831" author="ramon.fernandez" created="Tue, 25 Aug 2015 14:04:41 +0000"  >&lt;p&gt;Reopening to adjust resolution.&lt;/p&gt;</comment>
                            <comment id="1013512" author="eitan.klein" created="Tue, 25 Aug 2015 02:33:09 +0000"  >&lt;p&gt;Closing this issue as fixed, I opened follow-up issue related to high memory consumption &lt;a href=&quot;https://jira.mongodb.org/browse/SERVER-20104&quot; title=&quot;WT high memory usage due to high amount of free memory accumulated by TCMalloc&quot; class=&quot;issue-link&quot; data-issue-key=&quot;SERVER-20104&quot;&gt;&lt;del&gt;SERVER-20104&lt;/del&gt;&lt;/a&gt;&lt;/p&gt;
</comment>
                            <comment id="989881" author="nickj" created="Mon, 27 Jul 2015 18:19:52 +0000"  >&lt;p&gt;Testing with a 1GB cache was slightly slower than 4, with the snappy run completing in 10h:15m. I noticed it was using 3GB of memory, so some investigation may be required for that.&lt;/p&gt;</comment>
                            <comment id="989542" author="eitan.klein" created="Mon, 27 Jul 2015 14:13:38 +0000"  >&lt;p&gt;Thank you Nick for deep dive into this subject, and I personally enjoyed to cooperate w/ you on this!&lt;/p&gt;

&lt;ul class=&quot;alternate&quot; type=&quot;square&quot;&gt;
	&lt;li&gt;I will keep this ticket open for few more days, as I would like to profile your workload in order to review the bottlenecks&lt;/li&gt;
	&lt;li&gt;I will setup time to get your help w/ re-configure your workload on my machine.&lt;/li&gt;
	&lt;li&gt;I opened doc ticket as follow-up about your observation related wiredtiger cache size see &lt;a href=&quot;https://jira.mongodb.org/browse/DOCS-5907&quot; title=&quot;WiredTiger cache size &quot; class=&quot;issue-link&quot; data-issue-key=&quot;DOCS-5907&quot;&gt;&lt;del&gt;DOCS-5907&lt;/del&gt;&lt;/a&gt;&lt;/li&gt;
&lt;/ul&gt;


&lt;p&gt;In addition to the running w/ lower cache, it will be interesting to know the impact of TTL indexes w/ your scenario&lt;/p&gt;

&lt;p&gt;Thanks again, Eitan &lt;/p&gt;

</comment>
                            <comment id="989265" author="nickj" created="Mon, 27 Jul 2015 04:08:44 +0000"  >&lt;p&gt;3.0.0, zlib 4GB cache: 10h:11m (but actual memory usage much higher).&lt;br/&gt;
3.1.6, zlib 4GB cache: 10h:43m (expected mem usage)&lt;br/&gt;
3.1.6, zlib default memory on 16GB machine: 12h:02m (expected mem usage).&lt;br/&gt;
3.1.6 snappy default memory on 16GB machine: 10h:01m (expected mem usage).&lt;br/&gt;
3.1.6 snappy 4GB cache: 9h:10m (expected mem usage).&lt;/p&gt;

&lt;p&gt;Overall everything is looking good. I didn&apos;t expect there to be such a (negative) impact on performance when giving more memory to the WT cache, but that is most likely just something to document. 3,0,0 was slightly faster for zlib, but the performance graphs do look much nicer for 3.1.6. I think this ticket can probably be closed.&lt;/p&gt;

&lt;p&gt;Now I&apos;ll test with an even lower cache.&lt;/p&gt;</comment>
                            <comment id="988949" author="nickj" created="Sat, 25 Jul 2015 14:25:55 +0000"  >&lt;p&gt;Eitan et. al,&lt;/p&gt;

&lt;p&gt;I reran the zlib test on 3.0.0 just to re-confirm my suspicion that it has slowed in 3.1.6. I&apos;ve attached the results above confirming that it took 10h:11m with a file size of 100GB even. I&apos;m going to re-run this exact test with 3.1.6 for comparison.&lt;/p&gt;

&lt;p&gt;mongod --dbpath=e:\mongo --port=27200 --storageEngine wiredTiger --wiredTigerCacheSizeGB=4 --wiredTigerCollectionBlockCompressor=zlib --wiredTigerJournalCompressor=zlib&lt;/p&gt;</comment>
                            <comment id="987142" author="eitan.klein" created="Thu, 23 Jul 2015 16:36:39 +0000"  >&lt;p&gt;Hey Nick,&lt;/p&gt;

&lt;p&gt;Thanks again for the information, very interesting finding&lt;/p&gt;

&lt;p&gt;Few questions&lt;/p&gt;
&lt;ul class=&quot;alternate&quot; type=&quot;square&quot;&gt;
	&lt;li&gt;Are you still using 4G as max cache size? According to the performance counter, the memory measured as ~12 GB (see attachment).&lt;/li&gt;
&lt;/ul&gt;


&lt;ul class=&quot;alternate&quot; type=&quot;square&quot;&gt;
	&lt;li&gt;The machine is running very hot (100% cpu) , if it still running can we get a profiler capture while running (i will be happy to meet you and advice on how)&lt;/li&gt;
&lt;/ul&gt;


&lt;ul class=&quot;alternate&quot; type=&quot;square&quot;&gt;
	&lt;li&gt;Can you share mongodb log file?&lt;/li&gt;
&lt;/ul&gt;



&lt;p&gt;Thanks again, Eitan&lt;/p&gt;</comment>
                            <comment id="987080" author="nickj" created="Thu, 23 Jul 2015 16:00:49 +0000"  >&lt;p&gt;Eitan, my zlib test didn&apos;t complete after 16+ hours so either there is a regression there or the performance counters are reasonably heavy. I&apos;ll have to retest without the perf counters tonight.&lt;/p&gt;

&lt;p&gt;Strangely, the file size is 152GB for only 240M docs. My original tests had the full 300M docs at only 100GB...so perhaps something has changed there? Memory footprint was a little larger at 9.6GB (than the snappy run).&lt;/p&gt;

&lt;p&gt;I&apos;ll let you know tomorrow the results without the perf counters.&lt;/p&gt;</comment>
                            <comment id="987069" author="nickj" created="Thu, 23 Jul 2015 15:54:36 +0000"  >&lt;p&gt;Perf counter zlib 3.1.6&lt;/p&gt;</comment>
                            <comment id="972379" author="eitan.klein" created="Wed, 22 Jul 2015 16:15:40 +0000"  >&lt;p&gt;Thanks Nick for you quick engagement on this, I&apos;m very happy you see the improvement &lt;br/&gt;
I just noticed that you are running on client OS, Did you change the OS scheduler for background services (this will make the OS a little bit less preemptive for the UI tasks and align the schedule to server OS)?&lt;/p&gt;

&lt;p&gt;On the zlib run can you turn on the performance counter data and upload and share&lt;/p&gt;

&lt;p&gt;Appreciate your engagement , Eitan  &lt;/p&gt;</comment>
                            <comment id="972326" author="nickj" created="Wed, 22 Jul 2015 16:04:07 +0000"  >&lt;p&gt;I did a &apos;snappy&apos; run last night using 3.1.6 (chart uploaded). The performance looks much more consistent now and the test completes in 10h (although there were a few other things happening on the box so probably a hair quicker in reality). The folder size is 180GB, which is slightly smaller than previous runs. I left the memory flag empty and on my 16GB box mongod is using 8.7 GB of ram, which seems perfectly acceptable.&lt;/p&gt;

&lt;p&gt;Next I&apos;ll run the same test with zlib and upload the results.&lt;/p&gt;</comment>
                            <comment id="971443" author="nickj" created="Tue, 21 Jul 2015 20:22:01 +0000"  >&lt;p&gt;Sure thing, I&apos;ll pull it into our experimental branch and let you know.&lt;br/&gt;
Nick.&lt;/p&gt;</comment>
                            <comment id="971438" author="eitan.klein" created="Tue, 21 Jul 2015 20:18:39 +0000"  >&lt;p&gt;Hey Nick, &lt;/p&gt;

&lt;p&gt;I hope you are doing well, we just released 3.1.6 that have many performance improvements.&lt;br/&gt;
It will be great to see how mongodb improves on your end, let me know if you can give it a try.&lt;/p&gt;

&lt;p&gt;I&apos;m looking forward to hear back from you,&lt;br/&gt;
Thanks,&lt;br/&gt;
Eitan&lt;/p&gt;</comment>
                            <comment id="943337" author="ramon.fernandez" created="Wed, 17 Jun 2015 18:43:45 +0000"  >&lt;p&gt;After further consideration I&apos;m going to reopen this ticket to make sure we come back to it after some/all the other performance-related issues that Eitan is tracking are addressed.&lt;/p&gt;</comment>
                            <comment id="941186" author="nickj" created="Mon, 15 Jun 2015 22:00:54 +0000"  >&lt;p&gt;Fine by me. I left some debugging info with Eitan last month. To summarize what I&apos;ve learned thus far:&lt;/p&gt;

&lt;p&gt;For version 3.0.0, zlib unexpectedly outperforms snappy for my workload. This may be due to some efficiencies in zlib which are not available in snappy.&lt;/p&gt;

&lt;p&gt;Testing newer builds provided by Eitan reversed that trend. Snappy became faster and zlib became slower. Issues were observed which appeared to be similar to other tickets raised by Eitan, and therefore this one can be closed pending testing (once the other tickets are addressed).&lt;/p&gt;

&lt;p&gt;Interestingly, testing with the new memory allocator (for wt only) didn&apos;t provide the big performance jump expected. I think some of the other issues need to be tackled before throwing this workload at mongodb.&lt;/p&gt;</comment>
                            <comment id="941180" author="ramon.fernandez" created="Mon, 15 Jun 2015 21:51:41 +0000"  >&lt;p&gt;&lt;a href=&quot;https://jira.mongodb.org/secure/ViewProfile.jspa?name=nickj&quot; class=&quot;user-hover&quot; rel=&quot;nickj&quot;&gt;nickj&lt;/a&gt;, this ticket doesn&apos;t contain enough information to point to a bug in the server, so I&apos;m going to close the ticket. I understand that you&apos;ve been in touch with &lt;a href=&quot;https://jira.mongodb.org/secure/ViewProfile.jspa?name=eitan.klein&quot; class=&quot;user-hover&quot; rel=&quot;eitan.klein&quot;&gt;eitan.klein&lt;/a&gt;, so if you have further results or want to test other builds feel free to reach out to Eitan or post comments/questions here.&lt;/p&gt;

&lt;p&gt;Regards,&lt;br/&gt;
Ram&#243;n.&lt;/p&gt;</comment>
                            <comment id="901300" author="ramon.fernandez" created="Wed, 29 Apr 2015 19:16:12 +0000"  >&lt;p&gt;&lt;a href=&quot;https://jira.mongodb.org/secure/ViewProfile.jspa?name=nickj&quot; class=&quot;user-hover&quot; rel=&quot;nickj&quot;&gt;nickj&lt;/a&gt;, thanks for all the testing you&apos;ve done so far. If I understand correctly there are multiple variables you&apos;re considering such as operating system, number of documents, underlying hardware... Other aspects that may be interesting to test are using WT stand-alone, or using a different allocator on linux.&lt;/p&gt;

&lt;p&gt;It would also be useful to know if you&apos;re using stock builds or if you&apos;re doing your own builds. And it would be of great help if you could share with us the code you&apos;re using, so we can speed up the investigation. You can upload the code securely and privately (i.e.: only accessible to MongoDB staff for debugging this ticket) via scp:&lt;/p&gt;
&lt;p/&gt;
&lt;div id=&quot;syntaxplugin&quot; class=&quot;syntaxplugin&quot; style=&quot;border: 1px dashed #bbb; border-radius: 5px !important; overflow: auto; max-height: 30em;&quot;&gt;
&lt;table cellspacing=&quot;0&quot; cellpadding=&quot;0&quot; border=&quot;0&quot; width=&quot;100%&quot; style=&quot;font-size: 1em; line-height: 1.4em !important; font-weight: normal; font-style: normal; color: black;&quot;&gt;
		&lt;tbody &gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;  margin-top: 10px;   margin-bottom: 10px;  width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;scp -P 722 -r &amp;lt;filename&amp;gt; SERVER-17966@www.mongodb.com:&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
			&lt;/tbody&gt;
&lt;/table&gt;
&lt;/div&gt;
&lt;p/&gt;
&lt;p&gt;Where &lt;tt&gt;&amp;lt;filename&amp;gt;&lt;/tt&gt; is a zip/tgz archive of the files to upload; when prompted for a password just hit enter.&lt;/p&gt;

&lt;p&gt;Do you think you can share your testing code with us to help us reproduce the behavior you&apos;re seeing?&lt;/p&gt;

&lt;p&gt;Thanks,&lt;br/&gt;
Ram&#243;n.&lt;/p&gt;</comment>
                            <comment id="900991" author="nickj" created="Wed, 29 Apr 2015 15:23:31 +0000"  >&lt;p&gt;Same test as above but zlib. Test takes 11h:52m. So snappy is, in fact, faster, albeit by a very small amount.&lt;/p&gt;

&lt;p&gt;I guess the conclusion is that mongodb using zlib degrades less than snappy in this scenario.&lt;/p&gt;</comment>
                            <comment id="899911" author="nickj" created="Tue, 28 Apr 2015 15:34:46 +0000"  >&lt;p&gt;It would appear that the length of the test is a significant factor in the results. For example, (using Snappy one the same box), 125M documents takes 3h:46m. 300M takes 11h:22m. Extrapolating from the short test, the long one should take about 9 hours. Something appears to change at around the 3 hour mark and performance becomes choppy.&lt;/p&gt;

&lt;p&gt;This may be where zlib has a chance to catch up. I will test that next.&lt;/p&gt;</comment>
                            <comment id="896275" author="nickj" created="Thu, 23 Apr 2015 15:32:00 +0000"  >&lt;p&gt;Two more test with 125M docs: zlib and snappy. Snappy is faster in this test. Last test will be the full 300M docs with both compression types. If those act as expected then the issue was either in 3.0.1 or the beta C# driver or my app itself.&lt;/p&gt;</comment>
                            <comment id="893909" author="nickj" created="Tue, 21 Apr 2015 15:25:39 +0000"  >&lt;p&gt;As above, except zlib. Test completes in 3:54:02. For both linux and wiindows in the app server deployment, snappy is faster than zlib (which is the expected result). This is a cut down test of only 125M docs, so either the test size or the deployment configuration (app server vs stand-alone) appears to have an effect.&lt;/p&gt;</comment>
                            <comment id="892973" author="nickj" created="Mon, 20 Apr 2015 17:13:30 +0000"  >&lt;p&gt;Using w2012R2 I ran the 125M message test, which completed in 2:56:50 - significantly faster than on ubuntu. There is a good chance I didn&apos;t have something set perfectly on ubuntu however. Next test will be zlib on windows (via app server).&lt;/p&gt;</comment>
                            <comment id="891603" author="nickj" created="Fri, 17 Apr 2015 16:14:21 +0000"  >&lt;p&gt;I re-ran the last test using zlib in place of snappy (on ubuntu). Test completed in 3:47:28, making snappy 8% faster than zlib in this test.If the full 300M docs was run would zlib would pull ahead? From the graphs, performance looks stable for both compression types.&lt;/p&gt;</comment>
                            <comment id="889105" author="nickj" created="Thu, 16 Apr 2015 15:33:00 +0000"  >&lt;p&gt;I ran a quick test using snappy on ubuntu 14.04, with only 125M messages. The test completed in 3.5 hours (3:30:30).&lt;/p&gt;</comment>
                            <comment id="880912" author="nickj" created="Tue, 14 Apr 2015 16:59:15 +0000"  >&lt;p&gt;A test was run with the zlib_noraw flag for wiredTiger. The performance degraded significantly and the test was killed after 14.5 hours. The db size was 135GB. Per @Mark Benvenuto, this may indicate why zlib may be comparable to snappy in certain circumstances (throughput-wise).&lt;/p&gt;</comment>
                            <comment id="879275" author="nickj" created="Mon, 13 Apr 2015 02:34:23 +0000"  >&lt;p&gt;I&apos;ve run two of the four tests now: snappy vs zlib on windows 8.1. Snappy completes in 11:22:30 and zlib completes in 11:01:04. You can see from the attached charts that snappy has a much higher variance than zlib, although this may be unrelated. Snappy creates a larger database (186 vs 100 GB) but this test barely scratches the IO, so that shouldn&apos;t be part of the equation.&lt;/p&gt;

&lt;p&gt;In my own personal tests of snappy vs zlib (outside of wiredTiger) on the same data, snappy was roughly 10x. I&apos;m in need of a SSD for testing on Linux, and when I pick one up I&apos;ll run the same test using the current machine as the application server and wiredTiger on ubuntu 14.04.&lt;/p&gt;</comment>
                            <comment id="878263" author="nickj" created="Fri, 10 Apr 2015 15:49:07 +0000"  >&lt;p&gt;Assuming the remaining tests warrant further investigation, I will provide an exe for repro.&lt;/p&gt;</comment>
                            <comment id="878259" author="nickj" created="Fri, 10 Apr 2015 15:48:06 +0000"  >&lt;p&gt;A quick overview about the test:&lt;/p&gt;

&lt;p&gt;I am taking 50 streams of text and 50 threads are inserting that text into 50 collections within a single database. Data is read from those 50 collections, lightly manipulated, and then a light update operation is done (no increase in field size) along with an insert into another collection. The read and update/insert cycle happens on a separate thread. So, we have (&lt;span class=&quot;error&quot;&gt;&amp;#91;1 x thread insert&amp;#93;&lt;/span&gt; + &lt;span class=&quot;error&quot;&gt;&amp;#91;1 x thread read, update, insert&amp;#93;&lt;/span&gt;) x 50. Each of the insert threads is inserting 6M docs, giving a grand total of 300m docs. All inserts and updates are done in bulk.&lt;/p&gt;

&lt;p&gt;I&apos;m running some new baseline tests with version 3.0.2 and the 2.0.0 release C# driver. Using WiredTiger with both collection and journal compression set to zlib/snappy and a max cache size of 4GB. The IO is PCI attached SSD, so zlib should have no advantage writing fewer bytes.&lt;/p&gt;

&lt;p&gt;The zlib graph shows running the 300m doc test took 11 hours to complete. Speeds slow down initially but settle into a nice steady-state pattern. The test finishes in 11 hours and the database is 100GB.&lt;/p&gt;

&lt;p&gt;The next test will be using Snappy instead of zlib.&lt;/p&gt;

&lt;p&gt;I there are already several tickets for the memory usage, but you can see that with a max cache set to 4GB, the usage at the end of the test is between 6 and 7GB (and if you set the max to 6, it ends up in the 8 to 9 range).&lt;/p&gt;</comment>
                    </comments>
                <issuelinks>
                            <issuelinktype id="10012">
                    <name>Related</name>
                                            <outwardlinks description="related to">
                                        <issuelink>
            <issuekey id="226893">SERVER-20104</issuekey>
        </issuelink>
                            </outwardlinks>
                                                                <inwardlinks description="is related to">
                                                        </inwardlinks>
                                    </issuelinktype>
                    </issuelinks>
                <attachments>
                            <attachment id="83454" name="3.0.0 zlib redux.png" size="54603" author="nickj" created="Sat, 25 Jul 2015 14:22:44 +0000"/>
                            <attachment id="83190" name="3.1.6 zlib incomplete.png" size="51492" author="nickj" created="Thu, 23 Jul 2015 15:55:24 +0000"/>
                            <attachment id="83373" name="3.1.6 zlib.png" size="44110" author="nickj" created="Fri, 24 Jul 2015 16:33:20 +0000"/>
                            <attachment id="82979" name="3.1.6_snappy.png" size="54602" author="nickj" created="Wed, 22 Jul 2015 15:59:39 +0000"/>
                            <attachment id="72994" name="CPU under load.png" size="45118" author="eitan.klein" created="Tue, 5 May 2015 23:11:17 +0000"/>
                            <attachment id="71610" name="SingleBox_Snappy.png" size="54861" author="nickj" created="Wed, 22 Apr 2015 15:04:01 +0000"/>
                            <attachment id="83601" name="Snappy, 1GB cache.png" size="18996" author="nickj" created="Mon, 27 Jul 2015 18:20:47 +0000"/>
                            <attachment id="72182" name="SnappyWinSingle300.png" size="52961" author="nickj" created="Tue, 28 Apr 2015 15:29:18 +0000"/>
                            <attachment id="83198" name="Zlib-316.png" size="26344" author="eitan.klein" created="Thu, 23 Jul 2015 16:36:39 +0000"/>
                            <attachment id="83189" name="mongodb_07221620_zlib_3.1.6.csv" size="3492009" author="nickj" created="Thu, 23 Jul 2015 15:54:36 +0000"/>
                            <attachment id="83499" name="screenshot-1.png" size="48331" author="nickj" created="Mon, 27 Jul 2015 03:52:03 +0000"/>
                            <attachment id="83500" name="screenshot-2.png" size="46824" author="nickj" created="Mon, 27 Jul 2015 03:52:48 +0000"/>
                            <attachment id="83501" name="screenshot-3.png" size="51464" author="nickj" created="Mon, 27 Jul 2015 03:54:15 +0000"/>
                            <attachment id="70445" name="snappy windows.png" size="53589" author="nickj" created="Sat, 11 Apr 2015 16:26:33 +0000"/>
                            <attachment id="71076" name="ubuntu_snappy.png" size="61040" author="nickj" created="Thu, 16 Apr 2015 15:31:41 +0000"/>
                            <attachment id="71448" name="windows snappy (app server).png" size="60269" author="nickj" created="Mon, 20 Apr 2015 17:11:06 +0000"/>
                            <attachment id="71228" name="zlib ubuntu 14.04.png" size="59041" author="nickj" created="Fri, 17 Apr 2015 16:11:22 +0000"/>
                            <attachment id="71525" name="zlib windows app server.png" size="59548" author="nickj" created="Tue, 21 Apr 2015 15:23:35 +0000"/>
                            <attachment id="71728" name="zlib windows single box.png" size="55082" author="nickj" created="Thu, 23 Apr 2015 15:29:02 +0000"/>
                            <attachment id="70381" name="zlib.png" size="49772" author="nickj" created="Fri, 10 Apr 2015 15:26:05 +0000"/>
                            <attachment id="72335" name="zlib_300_singlebox.png" size="21069" author="nickj" created="Wed, 29 Apr 2015 15:21:23 +0000"/>
                            <attachment id="70772" name="zlib_noraw.png" size="55052" author="nickj" created="Tue, 14 Apr 2015 16:58:10 +0000"/>
                    </attachments>
                <subtasks>
                    </subtasks>
                <customfields>
                                                <customfield id="customfield_10050" key="com.atlassian.jira.toolkit:comments">
                        <customfieldname># Replies</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>28.0</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <customfield id="customfield_10055" key="com.atlassian.jira.ext.charting:firstresponsedate">
                        <customfieldname>Date of 1st Reply</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>Fri, 10 Apr 2015 14:42:32 +0000</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10052" key="com.atlassian.jira.toolkit:dayslastcommented">
                        <customfieldname>Days since reply</customfieldname>
                        <customfieldvalues>
                                        8 years, 25 weeks, 1 day ago
    
                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_18254" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Dependencies</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue><![CDATA[]]></customfieldvalue>


                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_15850" key="com.atlassian.jira.plugins.jira-development-integration-plugin:devsummary">
                        <customfieldname>Development</customfieldname>
                        <customfieldvalues>
                            
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                        <customfield id="customfield_10857" key="com.pyxis.greenhopper.jira:gh-epic-link">
                        <customfieldname>Epic Link</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>PM-177</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <customfield id="customfield_10057" key="com.atlassian.jira.toolkit:lastusercommented">
                        <customfieldname>Last comment by Customer</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>true</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                            <customfield id="customfield_10056" key="com.atlassian.jira.toolkit:lastupdaterorcommenter">
                        <customfieldname>Last commenter</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>ramon.fernandez@mongodb.com</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_11151" key="com.atlassian.jira.toolkit:LastCommentDate">
                        <customfieldname>Last public comment date</customfieldname>
                        <customfieldvalues>
                            8 years, 25 weeks, 1 day ago
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                    <customfield id="customfield_10032" key="com.atlassian.jira.plugin.system.customfieldtypes:select">
                        <customfieldname>Operating System</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue key="10022"><![CDATA[Windows]]></customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                <customfield id="customfield_10051" key="com.atlassian.jira.toolkit:participants">
                        <customfieldname>Participants</customfieldname>
                        <customfieldvalues>
                                        <customfieldvalue>eitan.klein</customfieldvalue>
            <customfieldvalue>nickj</customfieldvalue>
            <customfieldvalue>ramon.fernandez@mongodb.com</customfieldvalue>
    
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                        <customfield id="customfield_14254" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>Product Rank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>1|hrl8pr:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                <customfield id="customfield_12550" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>Rank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>2|hs7yi7:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10558" key="com.pyxis.greenhopper.jira:gh-global-rank">
                        <customfieldname>Rank (Obsolete)</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>9223372036854775807</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                            <customfield id="customfield_23361" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Requested By</customfieldname>
                        <customfieldvalues>
                                

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                            <customfield id="customfield_10053" key="com.atlassian.jira.ext.charting:timeinstatus">
                        <customfieldname>Time In Status</customfieldname>
                        <customfieldvalues>
                            
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                        <customfield id="customfield_22870" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Triagers</customfieldname>
                        <customfieldvalues>
                                

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                    <customfield id="customfield_14350" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>serverRank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>1|hsg4kf:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                    </customfields>
    </item>
</channel>
</rss>