shard_F0A9938E:PRIMARY> rs.status() { "set" : "shard_F0A9938E", "date" : ISODate("2019-11-29T12:44:04.154Z"), "myState" : 1, "term" : NumberLong(44), "syncingTo" : "", "syncSourceHost" : "", "syncSourceId" : -1, "heartbeatIntervalMillis" : NumberLong(500), "optimes" : { "lastCommittedOpTime" : { "ts" : Timestamp(1575031484, 36020), "t" : NumberLong(44) }, "readConcernMajorityOpTime" : { "ts" : Timestamp(1575031484, 36020), "t" : NumberLong(44) }, "appliedOpTime" : { "ts" : Timestamp(1575031484, 36172), "t" : NumberLong(44) }, "durableOpTime" : { "ts" : Timestamp(1575031484, 36161), "t" : NumberLong(44) } }, "members" : [ { "_id" : 1, "name" : "10.36.118.27:10000", "health" : 1, "state" : 2, "stateStr" : "SECONDARY", "uptime" : 9951, "optime" : { "ts" : Timestamp(1575031484, 8905), "t" : NumberLong(44) }, "optimeDurable" : { "ts" : Timestamp(1575031484, 8905), "t" : NumberLong(44) }, "optimeDate" : ISODate("2019-11-29T12:44:44Z"), "optimeDurableDate" : ISODate("2019-11-29T12:44:44Z"), "lastHeartbeat" : ISODate("2019-11-29T12:44:03.666Z"), "lastHeartbeatRecv" : ISODate("2019-11-29T12:44:04.039Z"), "pingMs" : NumberLong(0), "lastHeartbeatMessage" : "", "syncingTo" : "10.37.164.159:10000", "syncSourceHost" : "10.37.164.159:10000", "syncSourceId" : 3, "infoMessage" : "", "configVersion" : 14 }, { "_id" : 2, "name" : "10.36.124.23:10000", "health" : 1, "state" : 7, "stateStr" : "ARBITER", "uptime" : 961598, "lastHeartbeat" : ISODate("2019-11-29T12:44:03.680Z"), "lastHeartbeatRecv" : ISODate("2019-11-29T12:44:04.036Z"), "pingMs" : NumberLong(0), "lastHeartbeatMessage" : "", "syncingTo" : "", "syncSourceHost" : "", "syncSourceId" : -1, "infoMessage" : "", "configVersion" : 14 }, { "_id" : 3, "name" : "10.37.164.159:10000", "health" : 1, "state" : 1, "stateStr" : "PRIMARY", "uptime" : 961733, "optime" : { "ts" : Timestamp(1575031484, 36172), "t" : NumberLong(44) }, "optimeDate" : ISODate("2019-11-29T12:44:44Z"), "syncingTo" : "", "syncSourceHost" : "", "syncSourceId" : -1, "infoMessage" : "", "electionTime" : Timestamp(1574082121, 3319), "electionDate" : ISODate("2019-11-18T13:02:01Z"), "configVersion" : 14, "self" : true, "lastHeartbeatMessage" : "" }, { "_id" : 4, "name" : "10.37.78.148:10000", "health" : 1, "state" : 2, "stateStr" : "SECONDARY", "uptime" : 9761, "optime" : { "ts" : Timestamp(1575031484, 8905), "t" : NumberLong(44) }, "optimeDurable" : { "ts" : Timestamp(1575031484, 8905), "t" : NumberLong(44) }, "optimeDate" : ISODate("2019-11-29T12:44:44Z"), "optimeDurableDate" : ISODate("2019-11-29T12:44:44Z"), "lastHeartbeat" : ISODate("2019-11-29T12:44:03.666Z"), "lastHeartbeatRecv" : ISODate("2019-11-29T12:44:04.065Z"), "pingMs" : NumberLong(0), "lastHeartbeatMessage" : "", "syncingTo" : "10.37.164.159:10000", "syncSourceHost" : "10.37.164.159:10000", "syncSourceId" : 3, "infoMessage" : "", "configVersion" : 14 } ], "ok" : 1, "operationTime" : Timestamp(1575031484, 36172), "$gleStats" : { "lastOpTime" : Timestamp(0, 0), "electionId" : ObjectId("7fffffff000000000000002c") }, "$configServerState" : { "opTime" : { "ts" : Timestamp(1575031482, 8097), "t" : NumberLong(1) } }, "$clusterTime" : { "clusterTime" : Timestamp(1575031484, 36172), "signature" : { "hash" : BinData(0,"p+8EXYqJVN360YrvCMYuZaSzZOE="), "keyId" : NumberLong("6741353755536523296") } } } shard_F0A9938E:PRIMARY> shard_F0A9938E:PRIMARY> db.serverStatus().wiredTiger { "uri" : "statistics:", "LSM" : { "application work units currently queued" : 0, "merge work units currently queued" : 0, "rows merged in an LSM tree" : 0, "sleep for LSM checkpoint throttle" : 0, "sleep for LSM merge throttle" : 0, "switch work units currently queued" : 0, "tree maintenance operations discarded" : 0, "tree maintenance operations executed" : 0, "tree maintenance operations scheduled" : 0, "tree queue hit maximum" : 0 }, "async" : { "current work queue length" : 0, "maximum work queue length" : 0, "number of allocation state races" : 0, "number of flush calls" : 0, "number of operation slots viewed for allocation" : 0, "number of times operation allocation failed" : 0, "number of times worker found no work" : 0, "total allocations" : 0, "total compact calls" : 0, "total insert calls" : 0, "total remove calls" : 0, "total search calls" : 0, "total update calls" : 0 }, "block-manager" : { "blocks pre-loaded" : 864, "blocks read" : 3122911871, "blocks written" : 7391038994, "bytes read" : NumberLong("28588630540288"), "bytes written" : NumberLong("66655793135616"), "bytes written for checkpoint" : NumberLong("28338109710336"), "mapped blocks read" : 0, "mapped bytes read" : 0 }, "cache" : { "application threads page read from disk to cache count" : 3006722657, "application threads page read from disk to cache time (usecs)" : 29321070572, "application threads page write from cache to disk count" : 1196080551, "application threads page write from cache to disk time (usecs)" : 25366384158, "bytes belonging to page images in the cache" : 28643031595, "bytes belonging to the cache overflow table in the cache" : 1810529, "bytes currently in the cache" : 40264445898, "bytes not belonging to page images in the cache" : 11621414302, "bytes read into cache" : NumberLong("26548171284164"), "bytes written from cache" : NumberLong("63645771132301"), "cache overflow cursor application thread wait time (usecs)" : 16593330000, "cache overflow cursor internal thread wait time (usecs)" : 1296000, "cache overflow score" : 1, "cache overflow table entries" : 916440127, "cache overflow table insert calls" : 889705198, "cache overflow table max on-disk size" : 0, "cache overflow table on-disk size" : 20631289856, "cache overflow table remove calls" : 0, "checkpoint blocked page eviction" : 179213602, "eviction calls to get a page" : 9102033728, "eviction calls to get a page found queue empty" : 249554976, "eviction calls to get a page found queue empty after locking" : 119183281, "eviction currently operating in aggressive mode" : 0, "eviction empty score" : 0, "eviction passes of a file" : 996842814, "eviction server candidate queue empty when topping up" : 30299020, "eviction server candidate queue not empty when topping up" : 144498450, "eviction server evicting pages" : 0, "eviction server slept, because we did not make progress with eviction" : 214056220, "eviction server unable to reach eviction goal" : 380, "eviction state" : 32, "eviction walk target pages histogram - 0-9" : 778367875, "eviction walk target pages histogram - 10-31" : 33566757, "eviction walk target pages histogram - 128 and higher" : 0, "eviction walk target pages histogram - 32-63" : 25379257, "eviction walk target pages histogram - 64-128" : 159528925, "eviction walks abandoned" : 16800078, "eviction walks gave up because they restarted their walk twice" : 706331108, "eviction walks gave up because they saw too many pages and found no candidates" : 15645421, "eviction walks gave up because they saw too many pages and found too few candidates" : 3940975, "eviction walks reached end of tree" : 1439043846, "eviction walks started from root of tree" : 740693802, "eviction walks started from saved location in tree" : 256149012, "eviction worker thread active" : 6, "eviction worker thread created" : 44234, "eviction worker thread evicting pages" : 8499000896, "eviction worker thread removed" : 44232, "eviction worker thread stable number" : 6, "failed eviction of pages that exceeded the in-memory maximum count" : 12278790, "failed eviction of pages that exceeded the in-memory maximum time (usecs)" : 184863662, "files with active eviction walks" : 0, "files with new eviction walks started" : 732712738, "force re-tuning of eviction workers once in a while" : 28767, "hazard pointer blocked page eviction" : 4225113, "hazard pointer check calls" : 8847343276, "hazard pointer check entries walked" : 130811358853, "hazard pointer maximum array length" : 4, "in-memory page passed criteria to be split" : 4479481, "in-memory page splits" : 267033, "internal pages evicted" : 14867437, "internal pages split during eviction" : 8762, "leaf pages split during eviction" : 4679756, "maximum bytes configured" : 53687091200, "maximum page size at eviction" : 39733, "modified pages evicted" : 6725498566, "modified pages evicted by application threads" : 224640434, "operations timed out waiting for space in cache" : 0, "overflow pages read into cache" : 0, "page split during eviction deepened the tree" : 3, "page written requiring cache overflow records" : 114984384, "pages currently held in the cache" : 2717513, "pages evicted because they exceeded the in-memory maximum count" : 266845, "pages evicted because they exceeded the in-memory maximum time (usecs)" : 94420560, "pages evicted because they had chains of deleted items count" : 112188001, "pages evicted because they had chains of deleted items time (usecs)" : 2119091668, "pages evicted by application threads" : 229442994, "pages queued for eviction" : 17428220392, "pages queued for urgent eviction" : 9167162, "pages queued for urgent eviction during walk" : 4387425, "pages read into cache" : 3122641132, "pages read into cache after truncate" : 31042, "pages read into cache after truncate in prepare state" : 0, "pages read into cache requiring cache overflow entries" : 111486722, "pages read into cache requiring cache overflow for checkpoint" : 2205755, "pages read into cache skipping older cache overflow entries" : 9199096, "pages read into cache with skipped cache overflow entries needed later" : 7523258, "pages read into cache with skipped cache overflow entries needed later by checkpoint" : 0, "pages requested from the cache" : 116583561087, "pages seen by eviction walk" : 120149432990, "pages selected for eviction unable to be evicted" : 30763333, "pages walked for eviction" : 769181648272, "pages written from cache" : 7389781960, "pages written requiring in-memory restoration" : 1735064331, "percentage overhead" : 8, "tracked bytes belonging to internal pages in the cache" : 844380133, "tracked bytes belonging to leaf pages in the cache" : 39420065765, "tracked dirty bytes in the cache" : 477355244, "tracked dirty pages in the cache" : 31865, "unmodified pages evicted" : 2060609714 }, "connection" : { "auto adjusting condition resets" : 6183207, "auto adjusting condition wait calls" : 14492718, "detected system time went backwards" : 0, "files currently open" : 61, "memory allocations" : 319943447236, "memory frees" : 322744450488, "memory re-allocations" : 31308032216, "pthread mutex condition wait calls" : 537555877, "pthread mutex shared lock read-lock calls" : 37914989465, "pthread mutex shared lock write-lock calls" : 8694854247, "total fsync I/Os" : 230535222, "total read I/Os" : 3123856456, "total write I/Os" : 7622594404 }, "cursor" : { "cached cursor count" : 3498, "cursor close calls that result in cache" : 13430268415, "cursor create calls" : 4038239, "cursor insert calls" : 11689777825, "cursor modify calls" : 2632049324, "cursor next calls" : 20816686986, "cursor operation restarted" : 139742727, "cursor prev calls" : 5926861, "cursor remove calls" : 5265338955, "cursor reserve calls" : 0, "cursor reset calls" : 45915608783, "cursor search calls" : 15249713040, "cursor search near calls" : 1509406102, "cursor sweep buckets" : 124460202, "cursor sweep cursors closed" : 0, "cursor sweep cursors examined" : 3408740, "cursor sweeps" : 20732976, "cursor update calls" : 893313376, "cursors reused from cache" : 13395304026, "open cursor count" : 323, "truncate calls" : 5925773 }, "data-handle" : { "connection data handles currently active" : 129, "connection sweep candidate became referenced" : 0, "connection sweep dhandles closed" : 0, "connection sweep dhandles removed from hash list" : 440222, "connection sweep time-of-death sets" : 545420, "connection sweeps" : 480776, "session dhandles swept" : 1238132, "session sweep attempts" : 570629 }, "lock" : { "checkpoint lock acquisitions" : 35473, "checkpoint lock application thread wait time (usecs)" : 24273993828, "checkpoint lock internal thread wait time (usecs)" : 32050638494, "commit timestamp queue lock application thread time waiting (usecs)" : 1578230, "commit timestamp queue lock internal thread time waiting (usecs)" : 785518, "commit timestamp queue read lock acquisitions" : 1620062, "commit timestamp queue write lock acquisitions" : 4646231346, "dhandle lock application thread time waiting (usecs)" : 192, "dhandle lock internal thread time waiting (usecs)" : 179, "dhandle read lock acquisitions" : 1036642038, "dhandle write lock acquisitions" : 880577, "metadata lock acquisitions" : 35469, "metadata lock application thread wait time (usecs)" : 255, "metadata lock internal thread wait time (usecs)" : 392, "read timestamp queue lock application thread time waiting (usecs)" : 231907, "read timestamp queue lock internal thread time waiting (usecs)" : 4637, "read timestamp queue read lock acquisitions" : 132515, "read timestamp queue write lock acquisitions" : 2590753800, "schema lock acquisitions" : 35597, "schema lock application thread wait time (usecs)" : 1070555, "schema lock internal thread wait time (usecs)" : 70, "table lock application thread time waiting for the table lock (usecs)" : 0, "table lock internal thread time waiting for the table lock (usecs)" : 0, "table read lock acquisitions" : 0, "table write lock acquisitions" : 58, "txn global lock application thread time waiting (usecs)" : 30725546, "txn global lock internal thread time waiting (usecs)" : 5698712, "txn global read lock acquisitions" : 4441901290, "txn global write lock acquisitions" : 1457995370 }, "log" : { "busy returns attempting to switch slots" : 1863388, "force archive time sleeping (usecs)" : 0, "log bytes of payload data" : NumberLong("1813449682432"), "log bytes written" : NumberLong("1964110770944"), "log files manually zero-filled" : 0, "log flush operations" : 237330866, "log force write operations" : 244263379, "log force write operations skipped" : 10828589, "log records compressed" : 3016121141, "log records not compressed" : 1555714451, "log records too small to compress" : 15326003, "log release advances write LSN" : 35483, "log scan operations" : 6, "log scan records requiring two reads" : 0, "log server thread advances write LSN" : 234353547, "log server thread write LSN walk skipped" : 15560832, "log sync operations" : 229913109, "log sync time duration (usecs)" : 39836874101, "log sync_dir operations" : 18863, "log sync_dir time duration (usecs)" : 15393155, "log write operations" : 4581997512, "logging bytes consolidated" : NumberLong("1973329886208"), "maximum log file size" : 104857600, "number of pre-allocated log files to create" : 10, "pre-allocated log files not ready and missed" : 28, "pre-allocated log files prepared" : 18845, "pre-allocated log files used" : 18835, "records processed by log scan" : 13, "slot close lost race" : 0, "slot close unbuffered waits" : 0, "slot closures" : 234390177, "slot join atomic update races" : 36762788, "slot join calls atomic updates raced" : 36614464, "slot join calls did not yield" : 4557785986, "slot join calls found active slot closed" : 4125408, "slot join calls slept" : 3181864, "slot join calls yielded" : 40555289, "slot join found active slot closed" : 2464637222, "slot joins yield time (usecs)" : 586867506212, "slot transitions unable to find free slot" : 0, "slot unbuffered writes" : 0, "total in-memory size of compressed records" : NumberLong("1883508382593"), "total log buffer size" : 33554432, "total size of compressed records" : NumberLong("1222910230121"), "written slots coalesced" : 1147, "yields waiting for previous log file close" : 0 }, "perf" : { "file system read latency histogram (bucket 1) - 10-49ms" : 941, "file system read latency histogram (bucket 2) - 50-99ms" : 11, "file system read latency histogram (bucket 3) - 100-249ms" : 4, "file system read latency histogram (bucket 4) - 250-499ms" : 1, "file system read latency histogram (bucket 5) - 500-999ms" : 0, "file system read latency histogram (bucket 6) - 1000ms+" : 1, "file system write latency histogram (bucket 1) - 10-49ms" : 899714, "file system write latency histogram (bucket 2) - 50-99ms" : 256143, "file system write latency histogram (bucket 3) - 100-249ms" : 58301, "file system write latency histogram (bucket 4) - 250-499ms" : 43860, "file system write latency histogram (bucket 5) - 500-999ms" : 29641, "file system write latency histogram (bucket 6) - 1000ms+" : 5042, "operation read latency histogram (bucket 1) - 100-249us" : 18442283, "operation read latency histogram (bucket 2) - 250-499us" : 1116896, "operation read latency histogram (bucket 3) - 500-999us" : 172045, "operation read latency histogram (bucket 4) - 1000-9999us" : 344521, "operation read latency histogram (bucket 5) - 10000us+" : 115929, "operation write latency histogram (bucket 1) - 100-249us" : 78705065, "operation write latency histogram (bucket 2) - 250-499us" : 3640279, "operation write latency histogram (bucket 3) - 500-999us" : 948975, "operation write latency histogram (bucket 4) - 1000-9999us" : 3205020, "operation write latency histogram (bucket 5) - 10000us+" : 950500 }, "reconciliation" : { "fast-path pages deleted" : 85007973, "page reconciliation calls" : 9096243907, "page reconciliation calls for eviction" : 5949706594, "pages deleted" : 29609553, "split bytes currently awaiting free" : 51332, "split objects currently awaiting free" : 50 }, "session" : { "open session count" : 319, "session query timestamp calls" : 0, "table alter failed calls" : 0, "table alter successful calls" : 0, "table alter unchanged and skipped" : 0, "table compact failed calls" : 0, "table compact successful calls" : 0, "table create failed calls" : 0, "table create successful calls" : 14, "table drop failed calls" : 0, "table drop successful calls" : 0, "table rebalance failed calls" : 0, "table rebalance successful calls" : 0, "table rename failed calls" : 0, "table rename successful calls" : 0, "table salvage failed calls" : 0, "table salvage successful calls" : 0, "table truncate failed calls" : 0, "table truncate successful calls" : 5925434, "table verify failed calls" : 0, "table verify successful calls" : 0 }, "thread-state" : { "active filesystem fsync calls" : 0, "active filesystem read calls" : 0, "active filesystem write calls" : 0 }, "thread-yield" : { "application thread time evicting (usecs)" : 157007490386, "application thread time waiting for cache (usecs)" : 727679254310, "connection close blocked waiting for transaction state stabilization" : 0, "connection close yielded for lsm manager shutdown" : 0, "data handle lock yielded" : 1173737, "get reference for page index and slot time sleeping (usecs)" : 0, "log server sync yielded for log write" : 0, "page access yielded due to prepare state change" : 0, "page acquire busy blocked" : 34147, "page acquire eviction blocked" : 1770625, "page acquire locked blocked" : 36159762, "page acquire read blocked" : 234522, "page acquire time sleeping (usecs)" : 29209192500, "page delete rollback time sleeping for state change (usecs)" : 0, "page reconciliation yielded due to child modification" : 361439 }, "transaction" : { "commit timestamp queue entries walked" : 5103538464, "commit timestamp queue insert to empty" : 1316677238, "commit timestamp queue inserts to head" : 1105344412, "commit timestamp queue inserts total" : 4646296054, "commit timestamp queue length" : 1, "number of named snapshots created" : 0, "number of named snapshots dropped" : 0, "prepared transactions" : 0, "prepared transactions committed" : 0, "prepared transactions currently active" : 0, "prepared transactions rolled back" : 0, "query timestamp calls" : 402490670, "read timestamp queue entries walked" : 1772508120, "read timestamp queue insert to empty" : 864856535, "read timestamp queue inserts to head" : 949233447, "read timestamp queue inserts total" : 2590753798, "read timestamp queue length" : 1, "rollback to stable calls" : 0, "rollback to stable updates aborted" : 0, "rollback to stable updates removed from cache overflow" : 0, "set timestamp calls" : 156016130, "set timestamp commit calls" : 0, "set timestamp commit updates" : 0, "set timestamp oldest calls" : 156016130, "set timestamp oldest updates" : 155320284, "set timestamp stable calls" : 0, "set timestamp stable updates" : 0, "transaction begins" : 10093427937, "transaction checkpoint currently running" : 1, "transaction checkpoint generation" : 35471, "transaction checkpoint max time (msecs)" : 151478, "transaction checkpoint min time (msecs)" : 1440, "transaction checkpoint most recent time (msecs)" : 7955, "transaction checkpoint scrub dirty target" : 0, "transaction checkpoint scrub time (msecs)" : 400, "transaction checkpoint total time (msecs)" : 350360545, "transaction checkpoints" : 35470, "transaction checkpoints skipped because database was clean" : 0, "transaction failures due to cache overflow" : 1051, "transaction fsync calls for checkpoint after allocating the transaction ID" : 35469, "transaction fsync duration for checkpoint after allocating the transaction ID (usecs)" : 184855, "transaction range of IDs currently pinned" : 60, "transaction range of IDs currently pinned by a checkpoint" : 14115, "transaction range of IDs currently pinned by named snapshots" : 0, "transaction range of timestamps currently pinned" : 322, "transaction range of timestamps pinned by a checkpoint" : NumberLong("6764708756900029590"), "transaction range of timestamps pinned by the oldest timestamp" : 322, "transaction sync calls" : 0, "transactions committed" : 4584227771, "transactions rolled back" : 5500183983, "update conflicts" : 1431865 }, "concurrentTransactions" : { "write" : { "out" : 0, "available" : 128, "totalTickets" : 128 }, "read" : { "out" : 1, "available" : 127, "totalTickets" : 128 } } } shard_F0A9938E:PRIMARY>