<!-- 
RSS generated by JIRA (9.7.1#970001-sha1:2222b88b221c4928ef0de3161136cc90c8356a66) at Thu Feb 08 03:02:32 UTC 2024

It is possible to restrict the fields that are returned in this document by specifying the 'field' parameter in your request.
For example, to request only the issue key and summary append 'field=key&field=summary' to the URL of your request.
-->
<rss version="0.92" >
<channel>
    <title>MongoDB Jira</title>
    <link>https://jira.mongodb.org</link>
    <description>This file is an XML representation of an issue</description>
    <language>en-us</language>    <build-info>
        <version>9.7.1</version>
        <build-number>970001</build-number>
        <build-date>13-04-2023</build-date>
    </build-info>


<item>
            <title>[SERVER-3253] aggregation: unsharded support $out </title>
                <link>https://jira.mongodb.org/browse/SERVER-3253</link>
                <project id="10000" key="SERVER">Core Server</project>
                    <description>&lt;p&gt;Implement output option for aggregation pipelines&lt;/p&gt;</description>
                <environment></environment>
        <key id="18227">SERVER-3253</key>
            <summary>aggregation: unsharded support $out </summary>
                <type id="2" iconUrl="https://jira.mongodb.org/secure/viewavatar?size=xsmall&amp;avatarId=14711&amp;avatarType=issuetype">New Feature</type>
                                            <priority id="3" iconUrl="https://jira.mongodb.org/images/icons/priorities/major.svg">Major - P3</priority>
                        <status id="6" iconUrl="https://jira.mongodb.org/images/icons/statuses/closed.png" description="The issue is considered finished, the resolution is correct. Issues which are closed can be reopened.">Closed</status>
                    <statusCategory id="3" key="done" colorName="success"/>
                                    <resolution id="9">Done</resolution>
                                        <assignee username="mathias@mongodb.com">Mathias Stearn</assignee>
                                    <reporter username="dan@mongodb.com">Daniel Pasette</reporter>
                        <labels>
                    </labels>
                <created>Mon, 13 Jun 2011 19:08:48 +0000</created>
                <updated>Tue, 16 Nov 2021 15:01:28 +0000</updated>
                            <resolved>Thu, 8 Aug 2013 20:34:15 +0000</resolved>
                                                    <fixVersion>2.5.2</fixVersion>
                                    <component>Aggregation Framework</component>
                                        <votes>89</votes>
                                    <watches>61</watches>
                                                                                                                <comments>
                            <comment id="439996" author="auto" created="Fri, 11 Oct 2013 22:38:54 +0000"  >&lt;p&gt;Author:&lt;/p&gt;
{u&apos;username&apos;: u&apos;dannenberg&apos;, u&apos;name&apos;: u&apos;Matt Dannenberg&apos;, u&apos;email&apos;: u&apos;matt.dannenberg@10gen.com&apos;}
&lt;p&gt;Message: &lt;a href=&quot;https://jira.mongodb.org/browse/SERVER-3253&quot; title=&quot;aggregation: unsharded support $out &quot; class=&quot;issue-link&quot; data-issue-key=&quot;SERVER-3253&quot;&gt;&lt;del&gt;SERVER-3253&lt;/del&gt;&lt;/a&gt; expand $out testing&lt;br/&gt;
Branch: master&lt;br/&gt;
&lt;a href=&quot;https://github.com/mongodb/mongo/commit/6ba8fc2f0ee77cffd2270556afc5984e44c1b243&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://github.com/mongodb/mongo/commit/6ba8fc2f0ee77cffd2270556afc5984e44c1b243&lt;/a&gt;&lt;/p&gt;</comment>
                            <comment id="417115" author="dan@10gen.com" created="Tue, 3 Sep 2013 21:27:11 +0000"  >&lt;p&gt;For those interested in experimenting with $out in the development release (v2.5.2), this feature is documented in the release notes: &lt;a href=&quot;http://docs.mongodb.org/manual/release-notes/2.6/#aggregation-pipeline-changes&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;http://docs.mongodb.org/manual/release-notes/2.6/#aggregation-pipeline-changes&lt;/a&gt;&lt;/p&gt;</comment>
                            <comment id="411867" author="whardier" created="Mon, 26 Aug 2013 23:10:40 +0000"  >&lt;p&gt;I believe using a temporary collection and renaming it should be optional.  I would love to use capped or TTL collections for aggregation results.  I&apos;m not sure if making this optional would also allow sharding to be done.  I&apos;m not too familiar with where code is processed when mongos is involved.&lt;/p&gt;</comment>
                            <comment id="406863" author="auto" created="Mon, 19 Aug 2013 23:14:54 +0000"  >&lt;p&gt;Author:&lt;/p&gt;
{u&apos;username&apos;: u&apos;RedBeard0531&apos;, u&apos;name&apos;: u&apos;Mathias Stearn&apos;, u&apos;email&apos;: u&apos;mathias@10gen.com&apos;}
&lt;p&gt;Message: Use bulk-insert in $out&lt;/p&gt;

&lt;p&gt;About 4x faster at simple copy-collection benchmark.&lt;br/&gt;
Follow-up to &lt;a href=&quot;https://jira.mongodb.org/browse/SERVER-3253&quot; title=&quot;aggregation: unsharded support $out &quot; class=&quot;issue-link&quot; data-issue-key=&quot;SERVER-3253&quot;&gt;&lt;del&gt;SERVER-3253&lt;/del&gt;&lt;/a&gt;&lt;br/&gt;
Branch: master&lt;br/&gt;
&lt;a href=&quot;https://github.com/mongodb/mongo/commit/f8e37b3b9daffbb721e231bc4418b6c7aac93e8d&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://github.com/mongodb/mongo/commit/f8e37b3b9daffbb721e231bc4418b6c7aac93e8d&lt;/a&gt;&lt;/p&gt;</comment>
                            <comment id="389721" author="auto" created="Fri, 26 Jul 2013 21:56:59 +0000"  >&lt;p&gt;Author:&lt;/p&gt;
{u&apos;username&apos;: u&apos;RedBeard0531&apos;, u&apos;name&apos;: u&apos;Mathias Stearn&apos;, u&apos;email&apos;: u&apos;mathias@10gen.com&apos;}
&lt;p&gt;Message: &lt;a href=&quot;https://jira.mongodb.org/browse/SERVER-3253&quot; title=&quot;aggregation: unsharded support $out &quot; class=&quot;issue-link&quot; data-issue-key=&quot;SERVER-3253&quot;&gt;&lt;del&gt;SERVER-3253&lt;/del&gt;&lt;/a&gt; Unsharded $out&lt;br/&gt;
Branch: master&lt;br/&gt;
&lt;a href=&quot;https://github.com/mongodb/mongo/commit/ea776af8e3f982c488ca6d7476ab79e20733e9a9&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://github.com/mongodb/mongo/commit/ea776af8e3f982c488ca6d7476ab79e20733e9a9&lt;/a&gt;&lt;/p&gt;</comment>
                            <comment id="371386" author="asya" created="Mon, 1 Jul 2013 05:56:04 +0000"  >&lt;p&gt;&lt;a href=&quot;https://jira.mongodb.org/secure/ViewProfile.jspa?name=breakphreak&quot; class=&quot;user-hover&quot; rel=&quot;breakphreak&quot;&gt;breakphreak&lt;/a&gt; I suggest you ask about this on google-groups (mongodb-user) because something seems very strange if find takes minutes for query similar to what you are aggregating in seconds.&lt;/p&gt;</comment>
                            <comment id="371218" author="breakphreak" created="Sun, 30 Jun 2013 20:50:05 +0000"  >&lt;p&gt;+1 &lt;br/&gt;
Getting results for the queries take way too long using regular &apos;find&apos;. With aggregation it&apos;s rocket-fast (surprise!), but limited to the document size (16MB). BTW, I am getting this message in seconds, while using &apos;find&apos; it takes minutes to get same 16MBytes of data. Hence, in a way, the feature is a lifesaver (or at least, of some busy waiting part of our lives). Thanks for considering.&lt;/p&gt;</comment>
                            <comment id="368218" author="saksmlz@gmail.com" created="Wed, 26 Jun 2013 16:04:29 +0000"  >&lt;p&gt;+1 for this feature. Will appreciate a lot.&lt;/p&gt;</comment>
                            <comment id="366430" author="kenahoo" created="Mon, 24 Jun 2013 14:34:47 +0000"  >&lt;p&gt;+1. Count me as another vote for making this high-priority.  Would be extremely helpful.&lt;/p&gt;</comment>
                            <comment id="336231" author="btiernay" created="Wed, 15 May 2013 15:01:51 +0000"  >&lt;p&gt;This is crucial for any sizeable collection. Otherwise it may require reissuing the aggregation pipeline multiple times in order to page through the results. This is terribly inefficient.&lt;/p&gt;

&lt;p&gt;Is there an ETA on this feature?&lt;/p&gt;

&lt;p&gt;+2&lt;/p&gt;</comment>
                            <comment id="330441" author="kadamsinco" created="Tue, 7 May 2013 18:35:23 +0000"  >&lt;p&gt;So in our current SQL solution, we do a number of INSERT INTO &amp;lt;Summary&amp;gt;, SELECT &amp;lt;ID Column&amp;gt;, SUM(VAL1), SUM(VAL2) WHERE &amp;lt;Created_TS&amp;gt; &amp;gt;= 10 min ago;&lt;/p&gt;

&lt;p&gt;Instead of a stored proc I would like to do this in a json script called via cron, but it sounds like I really need this $out function to keep things simple with directing the output from aggregate to another collection within the DB.  If I understand this $out function properly, I really need this to mimic / duplicate what I can currently do in SQL.&lt;/p&gt;

&lt;p&gt;Thanks for considering it for the next release.&lt;/p&gt;</comment>
                            <comment id="329823" author="jwillis0720" created="Mon, 6 May 2013 23:49:38 +0000"  >&lt;p&gt;This would be huge for me and would really get the bioinformatics community switched over to mongodb for good. -J&lt;/p&gt;</comment>
                            <comment id="289963" author="touillettes" created="Fri, 15 Mar 2013 09:47:47 +0000"  >&lt;p&gt;really important. We need it to play with a lot of data.&lt;/p&gt;</comment>
                            <comment id="288743" author="arthurnn" created="Thu, 14 Mar 2013 02:10:58 +0000"  >&lt;p&gt;+1 .. really important one indeed&lt;/p&gt;</comment>
                            <comment id="210878" author="saurabh.santhosh" created="Mon, 10 Dec 2012 09:06:08 +0000"  >&lt;p&gt;This is a very important feature which makes the aggregation framework really useful(especially when we are dealing with huge data sets). +1 for this one.&lt;/p&gt;</comment>
                            <comment id="174705" author="shun0102" created="Mon, 15 Oct 2012 04:19:12 +0000"  >&lt;p&gt;I agree with Andreas Petersson.&lt;br/&gt;
This issue is assigned to 2.3.x, but I wish that this issue assigned to 2.3.1 or 2.2.2.&lt;/p&gt;</comment>
                            <comment id="171931" author="wootapa" created="Fri, 5 Oct 2012 16:41:26 +0000"  >&lt;p&gt;+1 for this one. This is huge and I cant believe this is not voted higher. &lt;br/&gt;
Without this, the aggregaton framework cant really be used to its true potential.&lt;/p&gt;</comment>
                            <comment id="153266" author="apiggott@ikanow.com" created="Tue, 14 Aug 2012 15:38:13 +0000"  >&lt;p&gt;Any chance of being able to use the output of an aggregation to &lt;b&gt;update&lt;/b&gt; existing collections in addition to merging/replacing?&lt;/p&gt;

&lt;p&gt;I&apos;m looking for a method of writing aggregations and other transforms back into existing collections without hitting the client or blocking the server - the &quot;recommended&quot; way of doing this is an unplanned improvement to update (&lt;a href=&quot;https://jira.mongodb.org/browse/SERVER-458&quot; class=&quot;external-link&quot; rel=&quot;nofollow&quot;&gt;https://jira.mongodb.org/browse/SERVER-458&lt;/a&gt;) that&apos;s been sat on the queue forever, currently I abuse a bug in map/reduce to perform the required functions (&lt;a href=&quot;https://groups.google.com/forum/?fromgroups#!topic/mongodb-user/AxXY7r6hHc8%5B1-25%5D&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://groups.google.com/forum/?fromgroups#!topic/mongodb-user/AxXY7r6hHc8%5B1-25%5D&lt;/a&gt;).&lt;/p&gt;

&lt;p&gt;Edit: I just noticed that a discussion about updating collections from the new aggregation framework is discussed in that link above: &lt;a href=&quot;https://jira.mongodb.org/browse/SERVER-458&quot; class=&quot;external-link&quot; rel=&quot;nofollow&quot;&gt;https://jira.mongodb.org/browse/SERVER-458&lt;/a&gt; - semi-apologies for duplicating!&lt;/p&gt;</comment>
                            <comment id="88480" author="cwestin" created="Wed, 15 Feb 2012 00:40:02 +0000"  >&lt;p&gt;That&apos;s not decided yet.  The goal is to make it as similar to M/R as it makes sense to do so.  Some modes may not make sense.&lt;/p&gt;</comment>
                            <comment id="88455" author="colinmollenhour" created="Tue, 14 Feb 2012 23:40:02 +0000"  >&lt;p&gt;Will this have both replace and merge modes like M/R?&lt;/p&gt;</comment>
                            <comment id="54701" author="cwestin" created="Fri, 16 Sep 2011 11:43:05 +0000"  >&lt;p&gt;&lt;img class=&quot;emoticon&quot; src=&quot;https://jira.mongodb.org/images/icons/emoticons/star_yellow.png&quot; height=&quot;16&quot; width=&quot;16&quot; align=&quot;absmiddle&quot; alt=&quot;&quot; border=&quot;0&quot;/&gt; $out either has options, or supports $tee, which has the same options,&lt;br/&gt;
but also passes things along, unlike $out&lt;/p&gt;
&lt;ul class=&quot;alternate&quot; type=&quot;square&quot;&gt;
	&lt;li&gt;options to have or not have indexes&lt;/li&gt;
	&lt;li&gt;might want to choose not to have an index if you write to a non-local or&lt;br/&gt;
non-temp collection&lt;/li&gt;
	&lt;li&gt;when we do this, make index creation go after insertion into the collection,&lt;br/&gt;
if the collection is new&lt;/li&gt;
&lt;/ul&gt;
</comment>
                    </comments>
                <issuelinks>
                            <issuelinktype id="10011">
                    <name>Depends</name>
                                            <outwardlinks description="depends on">
                                        <issuelink>
            <issuekey id="21111">SERVER-3627</issuekey>
        </issuelink>
            <issuelink>
            <issuekey id="39610">SERVER-5932</issuekey>
        </issuelink>
            <issuelink>
            <issuekey id="67356">SERVER-8850</issuekey>
        </issuelink>
                            </outwardlinks>
                                                                <inwardlinks description="is depended on by">
                                        <issuelink>
            <issuekey id="85541">CSHARP-800</issuekey>
        </issuelink>
            <issuelink>
            <issuekey id="84228">DRIVERS-111</issuekey>
        </issuelink>
            <issuelink>
            <issuekey id="84231">JAVA-912</issuekey>
        </issuelink>
            <issuelink>
            <issuekey id="10927">SERVER-447</issuekey>
        </issuelink>
            <issuelink>
            <issuekey id="86651">DOCS-1832</issuekey>
        </issuelink>
                            </inwardlinks>
                                    </issuelinktype>
                            <issuelinktype id="10010">
                    <name>Duplicate</name>
                                                                <inwardlinks description="is duplicated by">
                                        <issuelink>
            <issuekey id="11261">SERVER-610</issuekey>
        </issuelink>
                            </inwardlinks>
                                    </issuelinktype>
                            <issuelinktype id="10012">
                    <name>Related</name>
                                            <outwardlinks description="related to">
                                                        </outwardlinks>
                                                                <inwardlinks description="is related to">
                                                        </inwardlinks>
                                    </issuelinktype>
                    </issuelinks>
                <attachments>
                    </attachments>
                <subtasks>
                    </subtasks>
                <customfields>
                                                <customfield id="customfield_10050" key="com.atlassian.jira.toolkit:comments">
                        <customfieldname># Replies</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>21.0</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <customfield id="customfield_10055" key="com.atlassian.jira.ext.charting:firstresponsedate">
                        <customfieldname>Date of 1st Reply</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>Fri, 16 Sep 2011 11:43:05 +0000</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10052" key="com.atlassian.jira.toolkit:dayslastcommented">
                        <customfieldname>Days since reply</customfieldname>
                        <customfieldvalues>
                                        10 years, 18 weeks, 5 days ago
    
                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_18254" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Dependencies</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue><![CDATA[<s><a href='https://jira.mongodb.org/browse/SERVER-3627'>SERVER-3627</a></s>, <s><a href='https://jira.mongodb.org/browse/SERVER-8850'>SERVER-8850</a></s>, <s><a href='https://jira.mongodb.org/browse/SERVER-5932'>SERVER-5932</a></s>]]></customfieldvalue>


                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_15850" key="com.atlassian.jira.plugins.jira-development-integration-plugin:devsummary">
                        <customfieldname>Development</customfieldname>
                        <customfieldvalues>
                            
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                        <customfield id="customfield_10057" key="com.atlassian.jira.toolkit:lastusercommented">
                        <customfieldname>Last comment by Customer</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>true</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                            <customfield id="customfield_10056" key="com.atlassian.jira.toolkit:lastupdaterorcommenter">
                        <customfieldname>Last commenter</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>luke.bonanomi@mongodb.com</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_11151" key="com.atlassian.jira.toolkit:LastCommentDate">
                        <customfieldname>Last public comment date</customfieldname>
                        <customfieldvalues>
                            10 years, 18 weeks, 5 days ago
                        </customfieldvalues>
                    </customfield>
                                                                                                                        <customfield id="customfield_10000" key="com.atlassian.jira.plugin.system.customfieldtypes:radiobuttons">
                        <customfieldname>Old_Backport</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue key="10000"><![CDATA[No]]></customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                <customfield id="customfield_10051" key="com.atlassian.jira.toolkit:participants">
                        <customfieldname>Participants</customfieldname>
                        <customfieldvalues>
                                        <customfieldvalue>apiggott@ikanow.com</customfieldvalue>
            <customfieldvalue>saksmlz@gmail.com</customfieldvalue>
            <customfieldvalue>wootapa</customfieldvalue>
            <customfieldvalue>arthurnn</customfieldvalue>
            <customfieldvalue>asya.kamsky@mongodb.com</customfieldvalue>
            <customfieldvalue>auto</customfieldvalue>
            <customfieldvalue>touillettes</customfieldvalue>
            <customfieldvalue>btiernay</customfieldvalue>
            <customfieldvalue>breakphreak</customfieldvalue>
            <customfieldvalue>cwestin</customfieldvalue>
            <customfieldvalue>colinmollenhour</customfieldvalue>
            <customfieldvalue>dan@mongodb.com</customfieldvalue>
            <customfieldvalue>jwillis0720</customfieldvalue>
            <customfieldvalue>kadamsinco</customfieldvalue>
            <customfieldvalue>kenahoo</customfieldvalue>
            <customfieldvalue>mathias@mongodb.com</customfieldvalue>
            <customfieldvalue>saurabh.santhosh</customfieldvalue>
            <customfieldvalue>whardier</customfieldvalue>
            <customfieldvalue>shun0102</customfieldvalue>
    
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                        <customfield id="customfield_14254" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>Product Rank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>1|hroxwv:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                <customfield id="customfield_12550" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>Rank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>2|hrhmxz:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10558" key="com.pyxis.greenhopper.jira:gh-global-rank">
                        <customfieldname>Rank (Obsolete)</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>16526</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                            <customfield id="customfield_23361" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Requested By</customfieldname>
                        <customfieldvalues>
                                

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                    <customfield id="customfield_10166" key="com.atlassian.jira.plugin.system.customfieldtypes:radiobuttons">
                        <customfieldname>Tests Written</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue key="10154"><![CDATA[Complete]]></customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10053" key="com.atlassian.jira.ext.charting:timeinstatus">
                        <customfieldname>Time In Status</customfieldname>
                        <customfieldvalues>
                            
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                        <customfield id="customfield_22870" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Triagers</customfieldname>
                        <customfieldvalues>
                                

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                    <customfield id="customfield_14350" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>serverRank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>1|hrj5lj:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                    </customfields>
    </item>
</channel>
</rss>