<!-- 
RSS generated by JIRA (9.7.1#970001-sha1:2222b88b221c4928ef0de3161136cc90c8356a66) at Wed Feb 07 22:46:04 UTC 2024

It is possible to restrict the fields that are returned in this document by specifying the 'field' parameter in your request.
For example, to request only the issue key and summary append 'field=key&field=summary' to the URL of your request.
-->
<rss version="0.92" >
<channel>
    <title>MongoDB Jira</title>
    <link>https://jira.mongodb.org</link>
    <description>This file is an XML representation of an issue</description>
    <language>en-us</language>    <build-info>
        <version>9.7.1</version>
        <build-number>970001</build-number>
        <build-date>13-04-2023</build-date>
    </build-info>


<item>
            <title>[COMPASS-7292] Run accuracy tests in Compass nightly vs cloud dev</title>
                <link>https://jira.mongodb.org/browse/COMPASS-7292</link>
                <project id="13182" key="COMPASS">Compass </project>
                    <description>&lt;p&gt;We&apos;d like to know when prompt changes or other regressions impact the accuracy of the generative ai results. To do this we&apos;ll run the accuracy tests that were recently added to Compass (scripts/ai-accuracy-tests.js) on a nightly basis. They should fail under a certain threshold.&#160;&lt;br/&gt;
Currently these tests might be synchronous, we might need to parallelize if its really slow.&lt;/p&gt;</description>
                <environment></environment>
        <key id="2457825">COMPASS-7292</key>
            <summary>Run accuracy tests in Compass nightly vs cloud dev</summary>
                <type id="3" iconUrl="https://jira.mongodb.org/secure/viewavatar?size=xsmall&amp;avatarId=14718&amp;avatarType=issuetype">Task</type>
                                            <priority id="3" iconUrl="https://jira.mongodb.org/images/icons/priorities/major.svg">Major - P3</priority>
                        <status id="6" iconUrl="https://jira.mongodb.org/images/icons/statuses/closed.png" description="The issue is considered finished, the resolution is correct. Issues which are closed can be reopened.">Closed</status>
                    <statusCategory id="3" key="done" colorName="success"/>
                                    <resolution id="9">Done</resolution>
                                        <assignee username="rhys.howell@mongodb.com">Rhys Howell</assignee>
                                    <reporter username="rhys.howell@mongodb.com">Rhys Howell</reporter>
                        <labels>
                    </labels>
                <created>Tue, 3 Oct 2023 19:11:11 +0000</created>
                <updated>Wed, 1 Nov 2023 09:50:32 +0000</updated>
                            <resolved>Sun, 29 Oct 2023 15:51:00 +0000</resolved>
                                                    <fixVersion>No version</fixVersion>
                                    <component>GAI</component>
                        <due></due>
                            <votes>0</votes>
                                    <watches>1</watches>
                                                                                                                <comments>
                            <comment id="5845541" author="xgen-internal-githook" created="Wed, 1 Nov 2023 09:50:32 +0000"  >&lt;p&gt;Author: &lt;/p&gt;
{&apos;name&apos;: &apos;Rhys&apos;, &apos;email&apos;: &apos;Anemy@users.noreply.github.com&apos;, &apos;username&apos;: &apos;Anemy&apos;}
&lt;p&gt;Message: chore(compass-generative-ai): add evergreen config for nightly generative-ai accuracy tests &lt;a href=&quot;https://jira.mongodb.org/browse/COMPASS-7292&quot; title=&quot;Run accuracy tests in Compass nightly vs cloud dev&quot; class=&quot;issue-link&quot; data-issue-key=&quot;COMPASS-7292&quot;&gt;&lt;del&gt;COMPASS-7292&lt;/del&gt;&lt;/a&gt; (#4985)&lt;br/&gt;
Branch: bulk-update-modal&lt;br/&gt;
&lt;a href=&quot;https://github.com/mongodb-js/compass/commit/146e50dcef71726518d7552adb57591b582cad03&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://github.com/mongodb-js/compass/commit/146e50dcef71726518d7552adb57591b582cad03&lt;/a&gt;&lt;/p&gt;</comment>
                            <comment id="5828635" author="xgen-internal-githook" created="Mon, 30 Oct 2023 05:06:02 +0000"  >&lt;p&gt;Author: &lt;/p&gt;
{&apos;name&apos;: &apos;Rhys&apos;, &apos;email&apos;: &apos;Anemy@users.noreply.github.com&apos;, &apos;username&apos;: &apos;Anemy&apos;}
&lt;p&gt;Message: chore(compass-generative-ai): add evergreen config for nightly generative-ai accuracy tests &lt;a href=&quot;https://jira.mongodb.org/browse/COMPASS-7292&quot; title=&quot;Run accuracy tests in Compass nightly vs cloud dev&quot; class=&quot;issue-link&quot; data-issue-key=&quot;COMPASS-7292&quot;&gt;&lt;del&gt;COMPASS-7292&lt;/del&gt;&lt;/a&gt; (#4985)&lt;br/&gt;
Branch: beta-releases&lt;br/&gt;
&lt;a href=&quot;https://github.com/mongodb-js/compass/commit/146e50dcef71726518d7552adb57591b582cad03&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://github.com/mongodb-js/compass/commit/146e50dcef71726518d7552adb57591b582cad03&lt;/a&gt;&lt;/p&gt;</comment>
                            <comment id="5801959" author="xgen-internal-githook" created="Tue, 24 Oct 2023 13:55:03 +0000"  >&lt;p&gt;Author: &lt;/p&gt;
{&apos;name&apos;: &apos;Rhys&apos;, &apos;email&apos;: &apos;Anemy@users.noreply.github.com&apos;, &apos;username&apos;: &apos;Anemy&apos;}
&lt;p&gt;Message: chore(compass-generative-ai): add evergreen config for nightly generative-ai accuracy tests &lt;a href=&quot;https://jira.mongodb.org/browse/COMPASS-7292&quot; title=&quot;Run accuracy tests in Compass nightly vs cloud dev&quot; class=&quot;issue-link&quot; data-issue-key=&quot;COMPASS-7292&quot;&gt;&lt;del&gt;COMPASS-7292&lt;/del&gt;&lt;/a&gt; (#4985)&lt;br/&gt;
Branch: main&lt;br/&gt;
&lt;a href=&quot;https://github.com/mongodb-js/compass/commit/146e50dcef71726518d7552adb57591b582cad03&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://github.com/mongodb-js/compass/commit/146e50dcef71726518d7552adb57591b582cad03&lt;/a&gt;&lt;/p&gt;</comment>
                            <comment id="5781856" author="xgen-internal-githook" created="Mon, 16 Oct 2023 16:41:40 +0000"  >&lt;p&gt;Author: &lt;/p&gt;
{&apos;name&apos;: &apos;Rhys Howell&apos;, &apos;email&apos;: &apos;rhys.howell@mongodb.com&apos;, &apos;username&apos;: &apos;Anemy&apos;}
&lt;p&gt;Message: Merge branch &apos;main&apos; into &lt;a href=&quot;https://jira.mongodb.org/browse/COMPASS-7292&quot; title=&quot;Run accuracy tests in Compass nightly vs cloud dev&quot; class=&quot;issue-link&quot; data-issue-key=&quot;COMPASS-7292&quot;&gt;&lt;del&gt;COMPASS-7292&lt;/del&gt;&lt;/a&gt;-run-ai-accuracy-tests&lt;br/&gt;
Branch: &lt;a href=&quot;https://jira.mongodb.org/browse/COMPASS-7292&quot; title=&quot;Run accuracy tests in Compass nightly vs cloud dev&quot; class=&quot;issue-link&quot; data-issue-key=&quot;COMPASS-7292&quot;&gt;&lt;del&gt;COMPASS-7292&lt;/del&gt;&lt;/a&gt;-run-ai-accuracy-tests&lt;br/&gt;
&lt;a href=&quot;https://github.com/mongodb-js/compass/commit/cb6b298cc3acc907d178023fd9eb696088884f09&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://github.com/mongodb-js/compass/commit/cb6b298cc3acc907d178023fd9eb696088884f09&lt;/a&gt;&lt;/p&gt;</comment>
                    </comments>
                    <attachments>
                    </attachments>
                <subtasks>
                    </subtasks>
                <customfields>
                                                <customfield id="customfield_10050" key="com.atlassian.jira.toolkit:comments">
                        <customfieldname># Replies</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>4.0</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                            <customfield id="customfield_10055" key="com.atlassian.jira.ext.charting:firstresponsedate">
                        <customfieldname>Date of 1st Reply</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>Mon, 16 Oct 2023 16:41:40 +0000</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10052" key="com.atlassian.jira.toolkit:dayslastcommented">
                        <customfieldname>Days since reply</customfieldname>
                        <customfieldvalues>
                                        14 weeks ago
    
                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_18254" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Dependencies</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue><![CDATA[]]></customfieldvalue>


                        </customfieldvalues>
                    </customfield>
                                                                                            <customfield id="customfield_15850" key="com.atlassian.jira.plugins.jira-development-integration-plugin:devsummary">
                        <customfieldname>Development</customfieldname>
                        <customfieldvalues>
                            
                        </customfieldvalues>
                    </customfield>
                                                                                            <customfield id="customfield_10257" key="com.atlassian.jira.plugin.system.customfieldtypes:radiobuttons">
                        <customfieldname>Documentation Changes</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue key="11861"><![CDATA[Not Needed]]></customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                            <customfield id="customfield_10057" key="com.atlassian.jira.toolkit:lastusercommented">
                        <customfieldname>Last comment by Customer</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>true</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10056" key="com.atlassian.jira.toolkit:lastupdaterorcommenter">
                        <customfieldname>Last commenter</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>xgen-internal-githook</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_11151" key="com.atlassian.jira.toolkit:LastCommentDate">
                        <customfieldname>Last public comment date</customfieldname>
                        <customfieldvalues>
                            14 weeks ago
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                        <customfield id="customfield_10051" key="com.atlassian.jira.toolkit:participants">
                        <customfieldname>Participants</customfieldname>
                        <customfieldvalues>
                                        <customfieldvalue>xgen-internal-githook</customfieldvalue>
            <customfieldvalue>rhys.howell@mongodb.com</customfieldvalue>
    
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                        <customfield id="customfield_14254" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>Product Rank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>1|i2t7x3:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                <customfield id="customfield_12550" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>Rank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>2|hr19q1:r</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10558" key="com.pyxis.greenhopper.jira:gh-global-rank">
                        <customfieldname>Rank (Obsolete)</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>9223372036854775807</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                        <customfield id="customfield_10557" key="com.pyxis.greenhopper.jira:gh-sprint">
                        <customfieldname>Sprint</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue id="7829">Iteration Minmi</customfieldvalue>
    <customfieldvalue id="7882">Iteration Nodosaurus</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                        <customfield id="customfield_10555" key="com.atlassian.jira.plugin.system.customfieldtypes:float">
                        <customfieldname>Story Points</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>3.0</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                <customfield id="customfield_10053" key="com.atlassian.jira.ext.charting:timeinstatus">
                        <customfieldname>Time In Status</customfieldname>
                        <customfieldvalues>
                            
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                            <customfield id="customfield_14350" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>serverRank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>1|i2su2f:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                    </customfields>
    </item>
</channel>
</rss>