<!-- 
RSS generated by JIRA (9.7.1#970001-sha1:2222b88b221c4928ef0de3161136cc90c8356a66) at Thu Feb 08 05:30:13 UTC 2024

It is possible to restrict the fields that are returned in this document by specifying the 'field' parameter in your request.
For example, to request only the issue key and summary append 'field=key&field=summary' to the URL of your request.
-->
<rss version="0.92" >
<channel>
    <title>MongoDB Jira</title>
    <link>https://jira.mongodb.org</link>
    <description>This file is an XML representation of an issue</description>
    <language>en-us</language>    <build-info>
        <version>9.7.1</version>
        <build-number>970001</build-number>
        <build-date>13-04-2023</build-date>
    </build-info>


<item>
            <title>[SERVER-53197] Awaitable hello/isMaster appears in slow query log, part 2</title>
                <link>https://jira.mongodb.org/browse/SERVER-53197</link>
                <project id="10000" key="SERVER">Core Server</project>
                    <description>&lt;p&gt;I didn&apos;t really fix &lt;a href=&quot;https://jira.mongodb.org/browse/SERVER-47267&quot; title=&quot;Exhaust isMaster replies are logged as slow queries&quot; class=&quot;issue-link&quot; data-issue-key=&quot;SERVER-47267&quot;&gt;&lt;del&gt;SERVER-47267&lt;/del&gt;&lt;/a&gt; and &lt;a href=&quot;https://jira.mongodb.org/browse/SERVER-50242&quot; title=&quot;slow query message seen in mongos for ismaster&quot; class=&quot;issue-link&quot; data-issue-key=&quot;SERVER-50242&quot;&gt;&lt;del&gt;SERVER-50242&lt;/del&gt;&lt;/a&gt; (awaitable &quot;hello&quot; / &quot;ismaster&quot; is logged as a slow query in mongos / mongod). Since the default duration for an awaitable ismaster is 10 seconds, I had thought it was appropriate to log if the command takes 20+ seconds, since that would indicate unusual slowness.&lt;/p&gt;

&lt;p&gt;However, users can and do override this default by setting their drivers&apos; heartbeatFrequencyMS to a longer duration; if this is 20 seconds or more then ismasters make noise in the slow query log again.&lt;/p&gt;</description>
                <environment></environment>
        <key id="1557628">SERVER-53197</key>
            <summary>Awaitable hello/isMaster appears in slow query log, part 2</summary>
                <type id="1" iconUrl="https://jira.mongodb.org/secure/viewavatar?size=xsmall&amp;avatarId=14703&amp;avatarType=issuetype">Bug</type>
                                            <priority id="4" iconUrl="https://jira.mongodb.org/images/icons/priorities/minor.svg">Minor - P4</priority>
                        <status id="6" iconUrl="https://jira.mongodb.org/images/icons/statuses/closed.png" description="The issue is considered finished, the resolution is correct. Issues which are closed can be reopened.">Closed</status>
                    <statusCategory id="3" key="done" colorName="success"/>
                                    <resolution id="13201">Fixed</resolution>
                                        <assignee username="jesse@mongodb.com">A. Jesse Jiryu Davis</assignee>
                                    <reporter username="jesse@mongodb.com">A. Jesse Jiryu Davis</reporter>
                        <labels>
                    </labels>
                <created>Wed, 2 Dec 2020 22:11:32 +0000</created>
                <updated>Sun, 29 Oct 2023 21:59:50 +0000</updated>
                            <resolved>Tue, 8 Dec 2020 20:30:34 +0000</resolved>
                                    <version>4.4.0</version>
                                    <fixVersion>4.9.0</fixVersion>
                    <fixVersion>4.4.3</fixVersion>
                                    <component>Replication</component>
                                        <votes>0</votes>
                                    <watches>6</watches>
                                                                                                                <comments>
                            <comment id="3564034" author="jack.weir" created="Thu, 14 Jan 2021 01:36:01 +0000"  >&lt;p&gt;The &quot;Slowest Operations&quot; panel in the Real Time Performance Panel is populated by the output of running currentOp,&#160;&lt;b&gt;not&lt;/b&gt;&#160;from the slow query logs. The noisy isMaster&apos;s in the currentOp output is a known issue being addressed on the server side by&#160;&lt;a href=&quot;https://jira.mongodb.org/browse/SERVER-51358&quot; title=&quot;Clearly indicate &amp;quot;awaitable&amp;quot; operations in currentOp&quot; class=&quot;issue-link&quot; data-issue-key=&quot;SERVER-51358&quot;&gt;SERVER-51358&lt;/a&gt;&lt;/p&gt;</comment>
                            <comment id="3561891" author="jussi@vainu.io" created="Wed, 13 Jan 2021 08:44:38 +0000"  >&lt;p&gt;We are still seeing this in Mongo Atlas which runs version 4.4.3 now.&lt;/p&gt;

&lt;p&gt;&#160;&lt;/p&gt;

&lt;p&gt;Here one from cut&amp;amp;pasted from our Atlas realtime view:&lt;/p&gt;

&lt;p&gt;&#160;&lt;/p&gt;

&lt;p&gt;&#160;&lt;br/&gt;
connectionId: 617163&lt;br/&gt;
secs_running: 9&lt;br/&gt;
op: command&lt;br/&gt;
waitingForLatch: Object&lt;br/&gt;
timestamp: Object&lt;br/&gt;
$date: 2021-01-13T08:41:17.562Z&lt;br/&gt;
captureName: FutureResolution&lt;br/&gt;
type: op&lt;br/&gt;
appName: &amp;#8211;&lt;br/&gt;
waitingForLock: false&lt;br/&gt;
lockStats: Object&lt;br/&gt;
desc: conn617163&lt;br/&gt;
clientMetadata: Object&lt;br/&gt;
os: Object&lt;br/&gt;
type: Linux&lt;br/&gt;
&#160;&lt;br/&gt;
driver: Object&lt;br/&gt;
version: 3.11.2&lt;br/&gt;
name: PyMongo&lt;br/&gt;
opid: 356588731&lt;br/&gt;
microsecs_running: 9977371&lt;br/&gt;
ns: admin.$cmd&lt;br/&gt;
numYields: 0&lt;br/&gt;
host: ----&lt;br/&gt;
client: &amp;#8212;&lt;br/&gt;
active: true&lt;br/&gt;
currentOpTime: 2021-01-13T08:41:27.439+00:00&lt;br/&gt;
locks: Object&lt;br/&gt;
waitingForFlowControl: false&lt;br/&gt;
flowControlStats: Object&lt;br/&gt;
query: Object&lt;br/&gt;
ismaster: 1&lt;br/&gt;
topologyVersion: Object&lt;br/&gt;
maxAwaitTimeMS: 10000&lt;br/&gt;
$clusterTime: Object&lt;br/&gt;
$db: admin&lt;br/&gt;
$readPreference: Object&lt;br/&gt;
&#160;&lt;/p&gt;</comment>
                            <comment id="3526992" author="xgen-internal-githook" created="Sat, 12 Dec 2020 03:41:53 +0000"  >&lt;p&gt;Author:&lt;/p&gt;
{&apos;name&apos;: &apos;A. Jesse Jiryu Davis&apos;, &apos;email&apos;: &apos;jesse@mongodb.com&apos;, &apos;username&apos;: &apos;ajdavis&apos;}
&lt;p&gt;Message: &lt;a href=&quot;https://jira.mongodb.org/browse/SERVER-53197&quot; title=&quot;Awaitable hello/isMaster appears in slow query log, part 2&quot; class=&quot;issue-link&quot; data-issue-key=&quot;SERVER-53197&quot;&gt;&lt;del&gt;SERVER-53197&lt;/del&gt;&lt;/a&gt; Don&apos;t log awaitable hello/ismaster as slow query&lt;br/&gt;
Branch: v4.4&lt;br/&gt;
&lt;a href=&quot;https://github.com/mongodb/mongo/commit/5b9cc730aba346d1bbc88bbd17e432c6641a9d6f&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://github.com/mongodb/mongo/commit/5b9cc730aba346d1bbc88bbd17e432c6641a9d6f&lt;/a&gt;&lt;/p&gt;</comment>
                            <comment id="3525377" author="bruce.lucas@10gen.com" created="Thu, 10 Dec 2020 17:05:58 +0000"  >&lt;p&gt;Yes, I think that&apos;s fine, thanks.&lt;/p&gt;</comment>
                            <comment id="3523763" author="jesse" created="Wed, 9 Dec 2020 20:33:56 +0000"  >&lt;p&gt;&lt;a href=&quot;https://jira.mongodb.org/secure/ViewProfile.jspa?name=bruce.lucas&quot; class=&quot;user-hover&quot; rel=&quot;bruce.lucas&quot;&gt;bruce.lucas&lt;/a&gt;&#160;another question - we intend to backport this fix to the next 4.4 release. The main point is to silence noisy logs, but we will also make the latency stats change. Does that sound okay to you?&lt;/p&gt;</comment>
                            <comment id="3521440" author="xgen-internal-githook" created="Tue, 8 Dec 2020 20:25:59 +0000"  >&lt;p&gt;Author:&lt;/p&gt;
{&apos;name&apos;: &apos;A. Jesse Jiryu Davis&apos;, &apos;email&apos;: &apos;jesse@mongodb.com&apos;, &apos;username&apos;: &apos;ajdavis&apos;}
&lt;p&gt;Message: &lt;a href=&quot;https://jira.mongodb.org/browse/SERVER-53197&quot; title=&quot;Awaitable hello/isMaster appears in slow query log, part 2&quot; class=&quot;issue-link&quot; data-issue-key=&quot;SERVER-53197&quot;&gt;&lt;del&gt;SERVER-53197&lt;/del&gt;&lt;/a&gt; Don&apos;t log awaitable hello/ismaster as slow query&lt;br/&gt;
Branch: master&lt;br/&gt;
&lt;a href=&quot;https://github.com/mongodb/mongo/commit/af18d77f83f12b0b5762cc0b4fe2059ab1d37e2c&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://github.com/mongodb/mongo/commit/af18d77f83f12b0b5762cc0b4fe2059ab1d37e2c&lt;/a&gt;&lt;/p&gt;</comment>
                            <comment id="3520588" author="bruce.lucas@10gen.com" created="Tue, 8 Dec 2020 15:14:59 +0000"  >&lt;p&gt;&lt;a href=&quot;https://jira.mongodb.org/secure/ViewProfile.jspa?name=jesse&quot; class=&quot;user-hover&quot; rel=&quot;jesse&quot;&gt;jesse&lt;/a&gt;&#160;the consensus in our meeting is that your proposed change looks good. Thanks for asking.&lt;/p&gt;</comment>
                            <comment id="3519399" author="jesse" created="Mon, 7 Dec 2020 20:20:10 +0000"  >&lt;p&gt;Bruce, that&apos;s all correct. I&apos;m curious what the perf team thinks. Depending on the answer, I may make the proposed change (include awaitable isMaster minus sleep time in latency metrics) or just ban awaitable isMasters from latency metrics entirely.&lt;/p&gt;</comment>
                            <comment id="3518582" author="bruce.lucas@10gen.com" created="Mon, 7 Dec 2020 15:29:32 +0000"  >&lt;p&gt;The frequency of the awaitable isMaster commands will generally be fairly low, once every 10 seconds per connection, correct? So I think the effect on the latency metrics between 4.4 and 5.0 will be small, maybe unless there are a very large number of connections.&lt;/p&gt;

&lt;p&gt;On the other hand, I&apos;m not sure how much value there is in including the awaitable isMaster (non-sleep) time in the latency metrics, and any change between versions, even if small, will make it more difficult to compare performance between versions. However maybe the latency of commands (which are reported separately from reads and writes) is not so important in this regard.&lt;/p&gt;

&lt;p&gt;To summarize:&lt;/p&gt;
&lt;ul&gt;
	&lt;li&gt;pro - more consistent with the notion that command latency metrics include processing time for all commands&lt;/li&gt;
	&lt;li&gt;pro - effect on latency metrics should be small&lt;/li&gt;
	&lt;li&gt;con - any change in latency metrics makes it difficult to compare between versions&lt;/li&gt;
	&lt;li&gt;con - possibly low value to including isMaster in latency metrics&lt;/li&gt;
	&lt;li&gt;pro - perf comparisons between versions will probably be more interested in read and write metrics, not command metrics&lt;/li&gt;
&lt;/ul&gt;


&lt;p&gt;Assuming that&apos;s correct, I&apos;ll run this by our perf team.&lt;/p&gt;</comment>
                            <comment id="3517264" author="jesse" created="Fri, 4 Dec 2020 23:25:49 +0000"  >&lt;p&gt;&lt;a href=&quot;https://jira.mongodb.org/secure/ViewProfile.jspa?name=bruce.lucas&quot; class=&quot;user-hover&quot; rel=&quot;bruce.lucas&quot;&gt;bruce.lucas&lt;/a&gt;, as part of the fix for this ticket, I&apos;m considering adding awaitable isMaster &lt;b&gt;back&lt;/b&gt; to latency metrics, changing our approach from &lt;a href=&quot;https://jira.mongodb.org/browse/SERVER-48393&quot; title=&quot;Exclude exhaust isMaster commands from latency metrics&quot; class=&quot;issue-link&quot; data-issue-key=&quot;SERVER-48393&quot;&gt;&lt;del&gt;SERVER-48393&lt;/del&gt;&lt;/a&gt;. So the server development history will be:&lt;/p&gt;
&lt;ul&gt;
	&lt;li&gt;Pre-4.4: No awaitable isMaster, isMaster is always included in latency metrics&lt;/li&gt;
	&lt;li&gt;4.4 rc: Awaitable isMaster is introduced and included in latency metrics&lt;/li&gt;
	&lt;li&gt;4.4.0: Awaitable isMaster is excluded from latency metrics (old-fashioned isMaster is still included)&lt;/li&gt;
	&lt;li&gt;5.0: Awaitable isMaster is included in latency metrics, but the sleep time is subtracted&lt;/li&gt;
&lt;/ul&gt;


&lt;p&gt;I expect we&apos;d see latency metrics &lt;b&gt;fall&lt;/b&gt; between 4.4 and 5.0 if we make this change, since awaitable isMaster minus its sleep time is very fast, and it will now be included in the overall metrics.&lt;/p&gt;

&lt;p&gt;Do you think it&apos;s better to make this change (include awaitable isMaster minus sleep time in latency metrics), or better to preserve the status quo (awaitable isMaster is excluded from latency metrics)?&lt;/p&gt;</comment>
                            <comment id="3513472" author="max.hirschhorn@10gen.com" created="Wed, 2 Dec 2020 22:21:06 +0000"  >&lt;p&gt;&lt;a href=&quot;https://jira.mongodb.org/secure/ViewProfile.jspa?name=jesse&quot; class=&quot;user-hover&quot; rel=&quot;jesse&quot;&gt;jesse&lt;/a&gt;, have we considered &lt;a href=&quot;https://github.com/mongodb/mongo/blob/020d7876a3ecba7d82aba04d360c855e85f54670/src/mongo/db/query/plan_insert_listener.cpp#L101-L102&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;using CurOp::pauseTimer() like we do for getMore on tailable+awaitData cursors&lt;/a&gt; to not track the time spent waiting rather than &lt;a href=&quot;https://github.com/mongodb/mongo/blob/020d7876a3ecba7d82aba04d360c855e85f54670/src/mongo/db/service_entry_point_common.cpp#L631-L635&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;setting a slowMsOverride&lt;/a&gt;?&lt;/p&gt;</comment>
                    </comments>
                <issuelinks>
                            <issuelinktype id="10420">
                    <name>Backports</name>
                                            <outwardlinks description="backported by">
                                                        </outwardlinks>
                                                        </issuelinktype>
                            <issuelinktype id="10520">
                    <name>Problem/Incident</name>
                                            <outwardlinks description="causes">
                                                        </outwardlinks>
                                                        </issuelinktype>
                            <issuelinktype id="10012">
                    <name>Related</name>
                                            <outwardlinks description="related to">
                                        <issuelink>
            <issuekey id="1301654">SERVER-47267</issuekey>
        </issuelink>
            <issuelink>
            <issuekey id="1437762">SERVER-50242</issuekey>
        </issuelink>
                            </outwardlinks>
                                                                <inwardlinks description="is related to">
                                        <issuelink>
            <issuekey id="1361740">SERVER-48393</issuekey>
        </issuelink>
                            </inwardlinks>
                                    </issuelinktype>
                    </issuelinks>
                <attachments>
                    </attachments>
                <subtasks>
                    </subtasks>
                <customfields>
                                                <customfield id="customfield_10050" key="com.atlassian.jira.toolkit:comments">
                        <customfieldname># Replies</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>11.0</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                            <customfield id="customfield_12450" key="com.atlassian.jira.plugin.system.customfieldtypes:multicheckboxes">
                        <customfieldname>Backport Requested</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue key="18953"><![CDATA[v4.4]]></customfieldvalue>
    
                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10011" key="com.atlassian.jira.plugin.system.customfieldtypes:radiobuttons">
                        <customfieldname>Backwards Compatibility</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue key="10038"><![CDATA[Fully Compatible]]></customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                            <customfield id="customfield_10055" key="com.atlassian.jira.ext.charting:firstresponsedate">
                        <customfieldname>Date of 1st Reply</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>Wed, 2 Dec 2020 22:21:06 +0000</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10052" key="com.atlassian.jira.toolkit:dayslastcommented">
                        <customfieldname>Days since reply</customfieldname>
                        <customfieldvalues>
                                        3 years, 4 weeks ago
    
                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_18254" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Dependencies</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue><![CDATA[]]></customfieldvalue>


                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_15850" key="com.atlassian.jira.plugins.jira-development-integration-plugin:devsummary">
                        <customfieldname>Development</customfieldname>
                        <customfieldvalues>
                            
                        </customfieldvalues>
                    </customfield>
                                                                                                                        <customfield id="customfield_17050" key="com.atlassian.jira.plugin.system.customfieldtypes:radiobuttons">
                        <customfieldname>Downstream Team Attention</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue key="16941"><![CDATA[Not Needed]]></customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <customfield id="customfield_10057" key="com.atlassian.jira.toolkit:lastusercommented">
                        <customfieldname>Last comment by Customer</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>true</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                            <customfield id="customfield_10056" key="com.atlassian.jira.toolkit:lastupdaterorcommenter">
                        <customfieldname>Last commenter</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>luke.bonanomi@mongodb.com</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_11151" key="com.atlassian.jira.toolkit:LastCommentDate">
                        <customfieldname>Last public comment date</customfieldname>
                        <customfieldvalues>
                            3 years, 4 weeks ago
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                    <customfield id="customfield_10032" key="com.atlassian.jira.plugin.system.customfieldtypes:select">
                        <customfieldname>Operating System</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue key="10026"><![CDATA[ALL]]></customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                <customfield id="customfield_10051" key="com.atlassian.jira.toolkit:participants">
                        <customfieldname>Participants</customfieldname>
                        <customfieldvalues>
                                        <customfieldvalue>jesse@mongodb.com</customfieldvalue>
            <customfieldvalue>bruce.lucas@mongodb.com</customfieldvalue>
            <customfieldvalue>xgen-internal-githook</customfieldvalue>
            <customfieldvalue>jack.weir@mongodb.com</customfieldvalue>
            <customfieldvalue>jussi@vainu.io</customfieldvalue>
            <customfieldvalue>max.hirschhorn@mongodb.com</customfieldvalue>
    
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                        <customfield id="customfield_14254" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>Product Rank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>1|hyk0qf:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                <customfield id="customfield_12550" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>Rank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>2|hy5xyv:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10558" key="com.pyxis.greenhopper.jira:gh-global-rank">
                        <customfieldname>Rank (Obsolete)</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>9223372036854775807</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                            <customfield id="customfield_23361" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Requested By</customfieldname>
                        <customfieldvalues>
                                

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                            <customfield id="customfield_10053" key="com.atlassian.jira.ext.charting:timeinstatus">
                        <customfieldname>Time In Status</customfieldname>
                        <customfieldvalues>
                            
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                        <customfield id="customfield_22870" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Triagers</customfieldname>
                        <customfieldvalues>
                                

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                    <customfield id="customfield_14350" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>serverRank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>1|hyjmzr:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                    </customfields>
    </item>
</channel>
</rss>