$ mongostat -h 172.16.18.2 insert query update delete getmore command % dirty % used flushes vsize res qr|qw ar|aw netIn netOut conn set repl time *793 *0 *8897 *0 0 1|0 4.3 100.0 0 61.9G 60.0G 0|1 1|11 79b 16k 33 sfx SEC 10:31:39 *2876 *0 *17440 *0 0 3|0 4.5 100.0 0 61.9G 60.0G 0|3 10|0 355b 16k 33 sfx SEC 10:31:40 *5098 *0 *11060 *0 0 2|0 4.6 100.0 0 61.9G 60.0G 0|0 1|16 137b 16k 33 sfx SEC 10:31:41 *1904 1 *14756 *0 0 3|0 4.6 100.0 0 61.9G 60.0G 0|0 1|16 582b 16k 33 sfx SEC 10:31:42 *1245 *0 *8283 *0 0 2|0 4.7 100.0 0 61.9G 60.0G 0|0 1|16 133b 16k 33 sfx SEC 10:31:43 *864 *0 *6800 *0 0 5|0 4.7 100.0 0 61.9G 60.0G 0|3 11|0 413b 16k 33 sfx SEC 10:31:44 *920 *0 *7644 *0 0 1|0 4.8 100.0 0 61.9G 60.0G 0|1 1|15 79b 16k 33 sfx SEC 10:31:45 *1228 1 *10632 *0 0 3|0 4.9 100.0 0 61.9G 60.0G 0|1 1|15 554b 16k 33 sfx SEC 10:31:46 $ free -h total used free shared buffers cached Mem: 62G 62G 306M 0B 1.5M 1.4G -/+ buffers/cache: 61G 1.7G Swap: 19G 1.9G 17G $ mongo 172.16.18.2:27017 --eval 'while(true) {print(JSON.stringify(db.serverStatus({tcmalloc:1}))); sleep(1000)}' MongoDB shell version: 3.0.7 connecting to: 172.16.18.2:27017/test {"host":"memc2.stickyadstv.com","version":"3.0.7","process":"mongod","pid":{"floatApprox":18464},"uptime":175635,"uptimeMillis":{"floatApprox":175635225},"uptimeEstimate":174513,"localTime":"2015-12-16T09:35:29.696Z","asserts":{"regular":0,"warning":0,"msg":0,"user":242,"rollovers":0},"connections":{"current":33,"available":51167,"totalCreated":{"floatApprox":15887}},"cursors":{"note":"deprecated, use server status metrics","clientCursors_size":2,"totalOpen":2,"pinned":2,"totalNoTimeout":0,"timedOut":27},"extra_info":{"note":"fields vary by platform","heap_usage_bytes":1770420488,"page_faults":1126181},"globalLock":{"totalTime":{"floatApprox":175635222000},"currentQueue":{"total":0,"readers":0,"writers":0},"activeClients":{"total":58,"readers":0,"writers":15}},"locks":{"Global":{"acquireCount":{"r":{"floatApprox":114615470},"w":{"floatApprox":1577737777},"R":{"floatApprox":7},"W":{"floatApprox":20399027}},"acquireWaitCount":{"r":{"floatApprox":5122274},"W":{"floatApprox":3410589}},"timeAcquiringMicros":{"r":{"floatApprox":425271179101},"W":{"floatApprox":10260048630}}},"Database":{"acquireCount":{"r":{"floatApprox":36713186},"w":{"floatApprox":1537005699},"R":{"floatApprox":9},"W":{"floatApprox":40732078}},"acquireWaitCount":{"r":{"floatApprox":170846},"w":{"floatApprox":130433},"W":{"floatApprox":634175}},"timeAcquiringMicros":{"r":{"floatApprox":1014906094},"w":{"floatApprox":175031612},"W":{"floatApprox":6849274751}}},"Collection":{"acquireCount":{"r":{"floatApprox":34112765},"w":{"floatApprox":1536502355}}},"oplog":{"acquireCount":{"r":{"floatApprox":2758943},"w":{"floatApprox":535606}}}},"network":{"bytesIn":{"floatApprox":712299553},"bytesOut":{"floatApprox":48638256850},"numRequests":{"floatApprox":3506912}},"opcounters":{"insert":0,"query":13812,"update":2380,"delete":0,"getmore":1820176,"command":1669680},"opcountersRepl":{"insert":43158868,"query":0,"update":287952924,"delete":0,"getmore":0,"command":16199},"repl":{"setName":"sfx","setVersion":46,"ismaster":false,"secondary":true,"hosts":["172.16.18.1:27017","172.16.18.5:27017","172.16.18.2:27017"],"primary":"172.16.18.1:27017","me":"172.16.18.2:27017","rbid":2008062925},"storageEngine":{"name":"wiredTiger"},"tcmalloc":{"generic":{"current_allocated_bytes":{"floatApprox":57605110120},"heap_size":{"floatApprox":65668161536}},"tcmalloc":{"pageheap_free_bytes":{"floatApprox":2279284736},"pageheap_unmapped_bytes":93511680,"max_total_thread_cache_bytes":{"floatApprox":1073741824},"current_total_thread_cache_bytes":765693128,"central_cache_free_bytes":{"floatApprox":4890042120},"transfer_cache_free_bytes":34351600,"thread_cache_free_bytes":765673088,"aggressive_memory_decommit":0},"formattedString":"------------------------------------------------\nMALLOC: 57605380160 (54936.8 MiB) Bytes in use by application\nMALLOC: + 2279284736 ( 2173.7 MiB) Bytes in page heap freelist\nMALLOC: + 4890042120 ( 4663.5 MiB) Bytes in central cache freelist\nMALLOC: + 34351600 ( 32.8 MiB) Bytes in transfer cache freelist\nMALLOC: + 765591240 ( 730.1 MiB) Bytes in thread cache freelists\nMALLOC: + 197570720 ( 188.4 MiB) Bytes in malloc metadata\nMALLOC: ------------\nMALLOC: = 65772220576 (62725.3 MiB) Actual memory used (physical + swap)\nMALLOC: + 93511680 ( 89.2 MiB) Bytes released to OS (aka unmapped)\nMALLOC: ------------\nMALLOC: = 65865732256 (62814.5 MiB) Virtual address space used\nMALLOC:\nMALLOC: 2465151 Spans in use\nMALLOC: 86 Thread heaps in use\nMALLOC: 8192 Tcmalloc page size\n------------------------------------------------\nCall ReleaseFreeMemory() to release freelist memory to the OS (via madvise()).\nBytes released to the OS take up virtual address space but no physical memory.\n"},"wiredTiger":{"uri":"statistics:","LSM":{"sleep for LSM checkpoint throttle":0,"sleep for LSM merge throttle":0,"rows merged in an LSM tree":0,"application work units currently queued":0,"merge work units currently queued":0,"tree queue hit maximum":0,"switch work units currently queued":0,"tree maintenance operations scheduled":0,"tree maintenance operations discarded":0,"tree maintenance operations executed":0},"async":{"number of allocation state races":0,"number of operation slots viewed for allocation":0,"current work queue length":0,"number of flush calls":0,"number of times operation allocation failed":0,"maximum work queue length":0,"number of times worker found no work":0,"total allocations":0,"total compact calls":0,"total insert calls":0,"total remove calls":0,"total search calls":0,"total update calls":0},"block-manager":{"mapped bytes read":0,"bytes read":{"floatApprox":5018045116416},"bytes written":{"floatApprox":4808789852160},"mapped blocks read":0,"blocks pre-loaded":11802,"blocks read":459711068,"blocks written":432799781},"cache":{"tracked dirty bytes in the cache":2421389468,"tracked bytes belonging to internal pages in the cache":964640561,"bytes currently in the cache":60129515933,"tracked bytes belonging to leaf pages in the cache":59164901583,"maximum bytes configured":60129542144,"tracked bytes belonging to overflow pages in the cache":0,"bytes read into cache":{"floatApprox":7448756171984},"bytes written from cache":{"floatApprox":9415841080885},"pages evicted by application threads":17366175,"checkpoint blocked page eviction":2888,"unmodified pages evicted":260927890,"page split during eviction deepened the tree":56,"modified pages evicted":193420302,"pages selected for eviction unable to be evicted":7349779,"pages evicted because they exceeded the in-memory maximum":12154,"pages evicted because they had chains of deleted items":226274,"failed eviction of pages that exceeded the in-memory maximum":40770,"hazard pointer blocked page eviction":3730217,"internal pages evicted":4847668,"maximum page size at eviction":18571165,"eviction server candidate queue empty when topping up":305957,"eviction server candidate queue not empty when topping up":7822907,"eviction server evicting pages":0,"eviction server populating queue, but not evicting pages":8128862,"eviction server unable to reach eviction goal":0,"pages split during eviction":3039727,"pages walked for eviction":284268387340,"eviction worker thread evicting pages":430100004,"in-memory page splits":12170,"percentage overhead":8,"tracked dirty pages in the cache":50237,"pages currently held in the cache":5111660,"pages read into cache":459819071,"pages written from cache":432507114},"connection":{"pthread mutex condition wait calls":100605610,"files currently open":121,"memory allocations":17839242961,"memory frees":17622434399,"memory re-allocations":25073631,"total read I/Os":460245970,"pthread mutex shared lock read-lock calls":26043547,"pthread mutex shared lock write-lock calls":740560,"total write I/Os":989871618},"cursor":{"cursor create calls":24991423,"cursor insert calls":3579600083,"cursor next calls":5852069988,"cursor prev calls":4148374,"cursor remove calls":862662,"cursor reset calls":9132741023,"cursor search calls":5271941410,"cursor search near calls":1589365096,"cursor update calls":0},"data-handle":{"connection data handles currently active":85426,"session dhandles swept":2,"session sweep attempts":86353,"connection sweep dhandles closed":83950,"connection sweep candidate became referenced":0,"connection sweep dhandles removed from hash list":130753,"connection sweep time-of-death sets":430584,"connection sweeps":17538},"log":{"total log buffer size":33554432,"log bytes of payload data":497360012613,"log bytes written":548491296256,"yields waiting for previous log file close":0,"total size of compressed records":266792061183,"total in-memory size of compressed records":709411027138,"log records too small to compress":24525287,"log records not compressed":1179878355,"log records compressed":313176651,"log flush operations":0,"maximum log file size":104857600,"pre-allocated log files prepared":5922,"number of pre-allocated log files to create":1,"pre-allocated log files used":5921,"log read operations":0,"log release advances write LSN":814165,"records processed by log scan":11,"log scan records requiring two reads":2,"log scan operations":5,"consolidated slot closures":557034733,"logging bytes consolidated":580323614848,"consolidated slot joins":1572029890,"consolidated slot join races":74643303,"slots selected for switching that were unavailable":546940017,"record size exceeded maximum":90969,"failed to find a slot large enough for record":0,"consolidated slot join transitions":1452695,"log sync operations":724748,"log sync_dir operations":4951,"log server thread advances write LSN":556311688,"log write operations":1499942900},"reconciliation":{"page reconciliation calls":404706343,"page reconciliation calls for eviction":165333346,"split bytes currently awaiting free":335950,"split objects currently awaiting free":8},"session":{"open cursor count":324,"open session count":34},"thread-yield":{"page acquire busy blocked":637,"page acquire eviction blocked":3095,"page acquire locked blocked":656434625,"page acquire read blocked":1966645956,"page acquire time sleeping (usecs)":4465223739},"transaction":{"transaction begins":1532489323,"transaction checkpoints":2310,"transaction checkpoint generation":2310,"transaction checkpoint currently running":0,"transaction checkpoint max time (msecs)":13009,"transaction checkpoint min time (msecs)":1,"transaction checkpoint most recent time (msecs)":6460,"transaction checkpoint total time (msecs)":11160082,"transactions committed":1502577462,"transaction failures due to cache overflow":0,"transaction range of IDs currently pinned by a checkpoint":0,"transaction range of IDs currently pinned":588,"transactions rolled back":34300103},"concurrentTransactions":{"write":{"out":15,"available":113,"totalTickets":128},"read":{"out":1,"available":127,"totalTickets":128}}},"writeBacksQueued":false,"mem":{"bits":64,"resident":61371,"virtual":63361,"supported":true,"mapped":0,"mappedWithJournal":0},"metrics":{"commands":{"_isSelf":{"failed":{"floatApprox":0},"total":{"floatApprox":3}},"aggregate":{"failed":{"floatApprox":7},"total":{"floatApprox":37079}},"count":{"failed":{"floatApprox":0},"total":{"floatApprox":31653}},"create":{"failed":{"floatApprox":0},"total":{"floatApprox":25826}},"distinct":{"failed":{"floatApprox":0},"total":{"floatApprox":277}},"drop":{"failed":{"floatApprox":1},"total":{"floatApprox":25828}},"getLog":{"failed":{"floatApprox":0},"total":{"floatApprox":1}},"getnonce":{"failed":{"floatApprox":0},"total":{"floatApprox":588}},"isMaster":{"failed":{"floatApprox":0},"total":{"floatApprox":53203}},"ping":{"failed":{"floatApprox":0},"total":{"floatApprox":1178}},"renameCollection":{"failed":{"floatApprox":0},"total":{"floatApprox":11659}},"replSetElect":{"failed":{"floatApprox":0},"total":{"floatApprox":2}},"replSetFresh":{"failed":{"floatApprox":0},"total":{"floatApprox":6}},"replSetGetStatus":{"failed":{"floatApprox":0},"total":{"floatApprox":2}},"replSetHeartbeat":{"failed":{"floatApprox":0},"total":{"floatApprox":175513}},"replSetStepDown":{"failed":{"floatApprox":0},"total":{"floatApprox":1}},"replSetUpdatePosition":{"failed":{"floatApprox":0},"total":{"floatApprox":1362517}},"serverStatus":{"failed":{"floatApprox":0},"total":{"floatApprox":4118}},"setShardVersion":{"failed":{"floatApprox":0},"total":{"floatApprox":21}},"update":{"failed":{"floatApprox":0},"total":{"floatApprox":2380}},"whatsmyuri":{"failed":{"floatApprox":0},"total":{"floatApprox":3518}}},"cursor":{"timedOut":{"floatApprox":27},"open":{"noTimeout":{"floatApprox":0},"pinned":{"floatApprox":2},"total":{"floatApprox":2}}},"document":{"deleted":{"floatApprox":0},"inserted":{"floatApprox":0},"returned":{"floatApprox":169123938},"updated":{"floatApprox":2380}},"getLastError":{"wtime":{"num":0,"totalMillis":0},"wtimeouts":{"floatApprox":0}},"operation":{"fastmod":{"floatApprox":0},"idhack":{"floatApprox":0},"scanAndOrder":{"floatApprox":0},"writeConflicts":{"floatApprox":0}},"queryExecutor":{"scanned":{"floatApprox":188845634},"scannedObjects":{"floatApprox":143977924}},"record":{"moves":{"floatApprox":0}},"repl":{"apply":{"batches":{"num":20324048,"totalMillis":41796386},"ops":{"floatApprox":1536560376}},"buffer":{"count":{"floatApprox":43414},"maxSizeBytes":268435456,"sizeBytes":{"floatApprox":12785078}},"network":{"bytes":{"floatApprox":482817124793},"getmores":{"num":27545197,"totalMillis":107674090},"ops":{"floatApprox":1536604396},"readersCreated":{"floatApprox":1}},"preload":{"docs":{"num":0,"totalMillis":0},"indexes":{"num":0,"totalMillis":0}}},"storage":{"freelist":{"search":{"bucketExhausted":{"floatApprox":0},"requests":{"floatApprox":0},"scanned":{"floatApprox":0}}}},"ttl":{"deletedDocuments":{"floatApprox":0},"passes":{"floatApprox":2912}}},"ok":1} {"host":"memc2.stickyadstv.com","version":"3.0.7","process":"mongod","pid":{"floatApprox":18464},"uptime":175636,"uptimeMillis":{"floatApprox":175636238},"uptimeEstimate":174514,"localTime":"2015-12-16T09:35:30.709Z","asserts":{"regular":0,"warning":0,"msg":0,"user":242,"rollovers":0},"connections":{"current":33,"available":51167,"totalCreated":{"floatApprox":15887}},"cursors":{"note":"deprecated, use server status metrics","clientCursors_size":2,"totalOpen":2,"pinned":2,"totalNoTimeout":0,"timedOut":27},"extra_info":{"note":"fields vary by platform","heap_usage_bytes":1769406128,"page_faults":1126192},"globalLock":{"totalTime":{"floatApprox":175636235000},"currentQueue":{"total":0,"readers":0,"writers":0},"activeClients":{"total":58,"readers":0,"writers":16}},"locks":{"Global":{"acquireCount":{"r":{"floatApprox":114615609},"w":{"floatApprox":1577751052},"R":{"floatApprox":7},"W":{"floatApprox":20399030}},"acquireWaitCount":{"r":{"floatApprox":5122286},"W":{"floatApprox":3410592}},"timeAcquiringMicros":{"r":{"floatApprox":425275069919},"W":{"floatApprox":10260107321}}},"Database":{"acquireCount":{"r":{"floatApprox":36713252},"w":{"floatApprox":1537018968},"R":{"floatApprox":9},"W":{"floatApprox":40732084}},"acquireWaitCount":{"r":{"floatApprox":170846},"w":{"floatApprox":130434},"W":{"floatApprox":634176}},"timeAcquiringMicros":{"r":{"floatApprox":1014906094},"w":{"floatApprox":175031827},"W":{"floatApprox":6849399540}}},"Collection":{"acquireCount":{"r":{"floatApprox":34112831},"w":{"floatApprox":1536515622}}},"oplog":{"acquireCount":{"r":{"floatApprox":2758943},"w":{"floatApprox":535608}}}},"network":{"bytesIn":{"floatApprox":712299913},"bytesOut":{"floatApprox":48638274258},"numRequests":{"floatApprox":3506915}},"opcounters":{"insert":0,"query":13812,"update":2380,"delete":0,"getmore":1820176,"command":1669683},"opcountersRepl":{"insert":43159112,"query":0,"update":287965947,"delete":0,"getmore":0,"command":16199},"repl":{"setName":"sfx","setVersion":46,"ismaster":false,"secondary":true,"hosts":["172.16.18.1:27017","172.16.18.5:27017","172.16.18.2:27017"],"primary":"172.16.18.1:27017","me":"172.16.18.2:27017","rbid":2008062925},"storageEngine":{"name":"wiredTiger"},"tcmalloc":{"generic":{"current_allocated_bytes":{"floatApprox":57603982304},"heap_size":{"floatApprox":65668161536}},"tcmalloc":{"pageheap_free_bytes":{"floatApprox":2285297664},"pageheap_unmapped_bytes":93511680,"max_total_thread_cache_bytes":{"floatApprox":1073741824},"current_total_thread_cache_bytes":758919152,"central_cache_free_bytes":{"floatApprox":4891693856},"transfer_cache_free_bytes":34756880,"thread_cache_free_bytes":758919152,"aggressive_memory_decommit":0},"formattedString":"------------------------------------------------\nMALLOC: 57603982304 (54935.4 MiB) Bytes in use by application\nMALLOC: + 2285297664 ( 2179.4 MiB) Bytes in page heap freelist\nMALLOC: + 4891693856 ( 4665.1 MiB) Bytes in central cache freelist\nMALLOC: + 34756880 ( 33.1 MiB) Bytes in transfer cache freelist\nMALLOC: + 758919152 ( 723.8 MiB) Bytes in thread cache freelists\nMALLOC: + 197570720 ( 188.4 MiB) Bytes in malloc metadata\nMALLOC: ------------\nMALLOC: = 65772220576 (62725.3 MiB) Actual memory used (physical + swap)\nMALLOC: + 93511680 ( 89.2 MiB) Bytes released to OS (aka unmapped)\nMALLOC: ------------\nMALLOC: = 65865732256 (62814.5 MiB) Virtual address space used\nMALLOC:\nMALLOC: 2465101 Spans in use\nMALLOC: 86 Thread heaps in use\nMALLOC: 8192 Tcmalloc page size\n------------------------------------------------\nCall ReleaseFreeMemory() to release freelist memory to the OS (via madvise()).\nBytes released to the OS take up virtual address space but no physical memory.\n"},"wiredTiger":{"uri":"statistics:","LSM":{"sleep for LSM checkpoint throttle":0,"sleep for LSM merge throttle":0,"rows merged in an LSM tree":0,"application work units currently queued":0,"merge work units currently queued":0,"tree queue hit maximum":0,"switch work units currently queued":0,"tree maintenance operations scheduled":0,"tree maintenance operations discarded":0,"tree maintenance operations executed":0},"async":{"number of allocation state races":0,"number of operation slots viewed for allocation":0,"current work queue length":0,"number of flush calls":0,"number of times operation allocation failed":0,"maximum work queue length":0,"number of times worker found no work":0,"total allocations":0,"total compact calls":0,"total insert calls":0,"total remove calls":0,"total search calls":0,"total update calls":0},"block-manager":{"mapped bytes read":0,"bytes read":{"floatApprox":5018084610048},"bytes written":{"floatApprox":4808802775040},"mapped blocks read":0,"blocks pre-loaded":11802,"blocks read":459715271,"blocks written":432800841},"cache":{"tracked dirty bytes in the cache":2461226850,"tracked bytes belonging to internal pages in the cache":964755165,"bytes currently in the cache":60128883586,"tracked bytes belonging to leaf pages in the cache":59164786979,"maximum bytes configured":60129542144,"tracked bytes belonging to overflow pages in the cache":0,"bytes read into cache":{"floatApprox":7448810087773},"bytes written from cache":{"floatApprox":9415859094469},"pages evicted by application threads":17367412,"checkpoint blocked page eviction":2888,"unmodified pages evicted":260929927,"page split during eviction deepened the tree":56,"modified pages evicted":193421540,"pages selected for eviction unable to be evicted":7349858,"pages evicted because they exceeded the in-memory maximum":12154,"pages evicted because they had chains of deleted items":226274,"failed eviction of pages that exceeded the in-memory maximum":40770,"hazard pointer blocked page eviction":3730280,"internal pages evicted":4847686,"maximum page size at eviction":18571165,"eviction server candidate queue empty when topping up":305957,"eviction server candidate queue not empty when topping up":7822974,"eviction server evicting pages":0,"eviction server populating queue, but not evicting pages":8128929,"eviction server unable to reach eviction goal":0,"pages split during eviction":3039734,"pages walked for eviction":284270187523,"eviction worker thread evicting pages":430102077,"in-memory page splits":12170,"percentage overhead":8,"tracked dirty pages in the cache":51971,"pages currently held in the cache":5112583,"pages read into cache":459823271,"pages written from cache":432508174},"connection":{"pthread mutex condition wait calls":100606431,"files currently open":121,"memory allocations":17839351730,"memory frees":17622529968,"memory re-allocations":25073826,"total read I/Os":460250174,"pthread mutex shared lock read-lock calls":26043707,"pthread mutex shared lock write-lock calls":740561,"total write I/Os":989875930},"cursor":{"cursor create calls":24991583,"cursor insert calls":3579628125,"cursor next calls":5852083447,"cursor prev calls":4148374,"cursor remove calls":862663,"cursor reset calls":9132800811,"cursor search calls":5271971855,"cursor search near calls":1589376982,"cursor update calls":0},"data-handle":{"connection data handles currently active":85426,"session dhandles swept":2,"session sweep attempts":86353,"connection sweep dhandles closed":83950,"connection sweep candidate became referenced":0,"connection sweep dhandles removed from hash list":130753,"connection sweep time-of-death sets":430593,"connection sweeps":17539},"log":{"total log buffer size":33554432,"log bytes of payload data":497363464988,"log bytes written":548495182080,"yields waiting for previous log file close":0,"total size of compressed records":266793255380,"total in-memory size of compressed records":709414997912,"log records too small to compress":24525292,"log records not compressed":1179890127,"log records compressed":313177533,"log flush operations":0,"maximum log file size":104857600,"pre-allocated log files prepared":5922,"number of pre-allocated log files to create":1,"pre-allocated log files used":5921,"log read operations":0,"log release advances write LSN":814166,"records processed by log scan":11,"log scan records requiring two reads":2,"log scan operations":5,"consolidated slot closures":557037986,"logging bytes consolidated":580327756160,"consolidated slot joins":1572043017,"consolidated slot join races":74644178,"slots selected for switching that were unavailable":546940017,"record size exceeded maximum":90970,"failed to find a slot large enough for record":0,"consolidated slot join transitions":1452707,"log sync operations":724748,"log sync_dir operations":4951,"log server thread advances write LSN":556314941,"log write operations":1499955210},"reconciliation":{"page reconciliation calls":404707297,"page reconciliation calls for eviction":165334302,"split bytes currently awaiting free":337982,"split objects currently awaiting free":8},"session":{"open cursor count":448,"open session count":34},"thread-yield":{"page acquire busy blocked":637,"page acquire eviction blocked":3095,"page acquire locked blocked":656434984,"page acquire read blocked":1966648813,"page acquire time sleeping (usecs)":4465229741},"transaction":{"transaction begins":1532501728,"transaction checkpoints":2310,"transaction checkpoint generation":2310,"transaction checkpoint currently running":0,"transaction checkpoint max time (msecs)":13009,"transaction checkpoint min time (msecs)":1,"transaction checkpoint most recent time (msecs)":6460,"transaction checkpoint total time (msecs)":11160082,"transactions committed":1502589582,"transaction failures due to cache overflow":0,"transaction range of IDs currently pinned by a checkpoint":0,"transaction range of IDs currently pinned":798,"transactions rolled back":34300171},"concurrentTransactions":{"write":{"out":16,"available":112,"totalTickets":128},"read":{"out":1,"available":127,"totalTickets":128}}},"writeBacksQueued":false,"mem":{"bits":64,"resident":61371,"virtual":63361,"supported":true,"mapped":0,"mappedWithJournal":0},"metrics":{"commands":{"_isSelf":{"failed":{"floatApprox":0},"total":{"floatApprox":3}},"aggregate":{"failed":{"floatApprox":7},"total":{"floatApprox":37079}},"count":{"failed":{"floatApprox":0},"total":{"floatApprox":31653}},"create":{"failed":{"floatApprox":0},"total":{"floatApprox":25826}},"distinct":{"failed":{"floatApprox":0},"total":{"floatApprox":277}},"drop":{"failed":{"floatApprox":1},"total":{"floatApprox":25828}},"getLog":{"failed":{"floatApprox":0},"total":{"floatApprox":1}},"getnonce":{"failed":{"floatApprox":0},"total":{"floatApprox":588}},"isMaster":{"failed":{"floatApprox":0},"total":{"floatApprox":53203}},"ping":{"failed":{"floatApprox":0},"total":{"floatApprox":1178}},"renameCollection":{"failed":{"floatApprox":0},"total":{"floatApprox":11659}},"replSetElect":{"failed":{"floatApprox":0},"total":{"floatApprox":2}},"replSetFresh":{"failed":{"floatApprox":0},"total":{"floatApprox":6}},"replSetGetStatus":{"failed":{"floatApprox":0},"total":{"floatApprox":2}},"replSetHeartbeat":{"failed":{"floatApprox":0},"total":{"floatApprox":175515}},"replSetStepDown":{"failed":{"floatApprox":0},"total":{"floatApprox":1}},"replSetUpdatePosition":{"failed":{"floatApprox":0},"total":{"floatApprox":1362517}},"serverStatus":{"failed":{"floatApprox":0},"total":{"floatApprox":4119}},"setShardVersion":{"failed":{"floatApprox":0},"total":{"floatApprox":21}},"update":{"failed":{"floatApprox":0},"total":{"floatApprox":2380}},"whatsmyuri":{"failed":{"floatApprox":0},"total":{"floatApprox":3518}}},"cursor":{"timedOut":{"floatApprox":27},"open":{"noTimeout":{"floatApprox":0},"pinned":{"floatApprox":2},"total":{"floatApprox":2}}},"document":{"deleted":{"floatApprox":0},"inserted":{"floatApprox":0},"returned":{"floatApprox":169123938},"updated":{"floatApprox":2380}},"getLastError":{"wtime":{"num":0,"totalMillis":0},"wtimeouts":{"floatApprox":0}},"operation":{"fastmod":{"floatApprox":0},"idhack":{"floatApprox":0},"scanAndOrder":{"floatApprox":0},"writeConflicts":{"floatApprox":0}},"queryExecutor":{"scanned":{"floatApprox":188845634},"scannedObjects":{"floatApprox":143977924}},"record":{"moves":{"floatApprox":0}},"repl":{"apply":{"batches":{"num":20324051,"totalMillis":41797192},"ops":{"floatApprox":1536573635}},"buffer":{"count":{"floatApprox":33411},"maxSizeBytes":268435456,"sizeBytes":{"floatApprox":9771276}},"network":{"bytes":{"floatApprox":482818113923},"getmores":{"num":27545401,"totalMillis":107674228},"ops":{"floatApprox":1536609396},"readersCreated":{"floatApprox":1}},"preload":{"docs":{"num":0,"totalMillis":0},"indexes":{"num":0,"totalMillis":0}}},"storage":{"freelist":{"search":{"bucketExhausted":{"floatApprox":0},"requests":{"floatApprox":0},"scanned":{"floatApprox":0}}}},"ttl":{"deletedDocuments":{"floatApprox":0},"passes":{"floatApprox":2912}}},"ok":1} {"host":"memc2.stickyadstv.com","version":"3.0.7","process":"mongod","pid":{"floatApprox":18464},"uptime":175637,"uptimeMillis":{"floatApprox":175637271},"uptimeEstimate":174515,"localTime":"2015-12-16T09:35:31.742Z","asserts":{"regular":0,"warning":0,"msg":0,"user":242,"rollovers":0},"connections":{"current":33,"available":51167,"totalCreated":{"floatApprox":15887}},"cursors":{"note":"deprecated, use server status metrics","clientCursors_size":3,"totalOpen":3,"pinned":3,"totalNoTimeout":1,"timedOut":27},"extra_info":{"note":"fields vary by platform","heap_usage_bytes":1760481128,"page_faults":1126210},"globalLock":{"totalTime":{"floatApprox":175637268000},"currentQueue":{"total":0,"readers":0,"writers":0},"activeClients":{"total":58,"readers":5,"writers":0}},"locks":{"Global":{"acquireCount":{"r":{"floatApprox":114615699},"w":{"floatApprox":1577763407},"R":{"floatApprox":7},"W":{"floatApprox":20399032}},"acquireWaitCount":{"r":{"floatApprox":5122296},"W":{"floatApprox":3410594}},"timeAcquiringMicros":{"r":{"floatApprox":425280229569},"W":{"floatApprox":10260203625}}},"Database":{"acquireCount":{"r":{"floatApprox":36713295},"w":{"floatApprox":1537031318},"R":{"floatApprox":9},"W":{"floatApprox":40732089}},"acquireWaitCount":{"r":{"floatApprox":170846},"w":{"floatApprox":130436},"W":{"floatApprox":634177}},"timeAcquiringMicros":{"r":{"floatApprox":1014906094},"w":{"floatApprox":175033487},"W":{"floatApprox":6849473360}}},"Collection":{"acquireCount":{"r":{"floatApprox":34112874},"w":{"floatApprox":1536527969}}},"oplog":{"acquireCount":{"r":{"floatApprox":2758943},"w":{"floatApprox":535611}}}},"network":{"bytesIn":{"floatApprox":712300055},"bytesOut":{"floatApprox":48638291721},"numRequests":{"floatApprox":3506917}},"opcounters":{"insert":0,"query":13812,"update":2380,"delete":0,"getmore":1820176,"command":1669686},"opcountersRepl":{"insert":43159589,"query":0,"update":287977817,"delete":0,"getmore":0,"command":16199},"repl":{"setName":"sfx","setVersion":46,"ismaster":false,"secondary":true,"hosts":["172.16.18.1:27017","172.16.18.5:27017","172.16.18.2:27017"],"primary":"172.16.18.1:27017","me":"172.16.18.2:27017","rbid":2008062925},"storageEngine":{"name":"wiredTiger"},"tcmalloc":{"generic":{"current_allocated_bytes":{"floatApprox":57594946976},"heap_size":{"floatApprox":65668161536}},"tcmalloc":{"pageheap_free_bytes":{"floatApprox":2284756992},"pageheap_unmapped_bytes":93511680,"max_total_thread_cache_bytes":{"floatApprox":1073741824},"current_total_thread_cache_bytes":774311000,"central_cache_free_bytes":{"floatApprox":4884232160},"transfer_cache_free_bytes":36402768,"thread_cache_free_bytes":774319136,"aggressive_memory_decommit":0},"formattedString":"------------------------------------------------\nMALLOC: 57594938816 (54926.8 MiB) Bytes in use by application\nMALLOC: + 2284756992 ( 2178.9 MiB) Bytes in page heap freelist\nMALLOC: + 4884232160 ( 4658.0 MiB) Bytes in central cache freelist\nMALLOC: + 36402768 ( 34.7 MiB) Bytes in transfer cache freelist\nMALLOC: + 774319120 ( 738.4 MiB) Bytes in thread cache freelists\nMALLOC: + 197570720 ( 188.4 MiB) Bytes in malloc metadata\nMALLOC: ------------\nMALLOC: = 65772220576 (62725.3 MiB) Actual memory used (physical + swap)\nMALLOC: + 93511680 ( 89.2 MiB) Bytes released to OS (aka unmapped)\nMALLOC: ------------\nMALLOC: = 65865732256 (62814.5 MiB) Virtual address space used\nMALLOC:\nMALLOC: 2465047 Spans in use\nMALLOC: 86 Thread heaps in use\nMALLOC: 8192 Tcmalloc page size\n------------------------------------------------\nCall ReleaseFreeMemory() to release freelist memory to the OS (via madvise()).\nBytes released to the OS take up virtual address space but no physical memory.\n"},"wiredTiger":{"uri":"statistics:","LSM":{"sleep for LSM checkpoint throttle":0,"sleep for LSM merge throttle":0,"rows merged in an LSM tree":0,"application work units currently queued":0,"merge work units currently queued":0,"tree queue hit maximum":0,"switch work units currently queued":0,"tree maintenance operations scheduled":0,"tree maintenance operations discarded":0,"tree maintenance operations executed":0},"async":{"number of allocation state races":0,"number of operation slots viewed for allocation":0,"current work queue length":0,"number of flush calls":0,"number of times operation allocation failed":0,"maximum work queue length":0,"number of times worker found no work":0,"total allocations":0,"total compact calls":0,"total insert calls":0,"total remove calls":0,"total search calls":0,"total update calls":0},"block-manager":{"mapped bytes read":0,"bytes read":{"floatApprox":5018123751424},"bytes written":{"floatApprox":4808818851840},"mapped blocks read":0,"blocks pre-loaded":11802,"blocks read":459718587,"blocks written":432802133},"cache":{"tracked dirty bytes in the cache":2586514434,"tracked bytes belonging to internal pages in the cache":965113478,"bytes currently in the cache":60123323645,"tracked bytes belonging to leaf pages in the cache":59164428666,"maximum bytes configured":60129542144,"tracked bytes belonging to overflow pages in the cache":0,"bytes read into cache":{"floatApprox":7448855129287},"bytes written from cache":{"floatApprox":9415880081270},"pages evicted by application threads":17368765,"checkpoint blocked page eviction":2888,"unmodified pages evicted":260932331,"page split during eviction deepened the tree":56,"modified pages evicted":193422981,"pages selected for eviction unable to be evicted":7349921,"pages evicted because they exceeded the in-memory maximum":12154,"pages evicted because they had chains of deleted items":226275,"failed eviction of pages that exceeded the in-memory maximum":40770,"hazard pointer blocked page eviction":3730342,"internal pages evicted":4847688,"maximum page size at eviction":18571165,"eviction server candidate queue empty when topping up":305957,"eviction server candidate queue not empty when topping up":7823042,"eviction server evicting pages":0,"eviction server populating queue, but not evicting pages":8128997,"eviction server unable to reach eviction goal":0,"pages split during eviction":3039741,"pages walked for eviction":284271869383,"eviction worker thread evicting pages":430104442,"in-memory page splits":12170,"percentage overhead":8,"tracked dirty pages in the cache":54400,"pages currently held in the cache":5112055,"pages read into cache":459826590,"pages written from cache":432509466},"connection":{"pthread mutex condition wait calls":100607181,"files currently open":121,"memory allocations":17839486927,"memory frees":17622637780,"memory re-allocations":25073925,"total read I/Os":460253490,"pthread mutex shared lock read-lock calls":26043775,"pthread mutex shared lock write-lock calls":740562,"total write I/Os":989880580},"cursor":{"cursor create calls":24991651,"cursor insert calls":3579657558,"cursor next calls":5852102677,"cursor prev calls":4148374,"cursor remove calls":862665,"cursor reset calls":9132857818,"cursor search calls":5271998881,"cursor search near calls":1589388771,"cursor update calls":0},"data-handle":{"connection data handles currently active":85426,"session dhandles swept":2,"session sweep attempts":86353,"connection sweep dhandles closed":83950,"connection sweep candidate became referenced":0,"connection sweep dhandles removed from hash list":130753,"connection sweep time-of-death sets":430593,"connection sweeps":17539},"log":{"total log buffer size":33554432,"log bytes of payload data":497368269107,"log bytes written":548500392192,"yields waiting for previous log file close":0,"total size of compressed records":266796313276,"total in-memory size of compressed records":709422829048,"log records too small to compress":24525301,"log records not compressed":1179898836,"log records compressed":313180976,"log flush operations":0,"maximum log file size":104857600,"pre-allocated log files prepared":5922,"number of pre-allocated log files to create":1,"pre-allocated log files used":5921,"log read operations":0,"log release advances write LSN":814169,"records processed by log scan":11,"log scan records requiring two reads":2,"log scan operations":5,"consolidated slot closures":557041341,"logging bytes consolidated":580331871104,"consolidated slot joins":1572055364,"consolidated slot join races":74644498,"slots selected for switching that were unavailable":546940017,"record size exceeded maximum":90973,"failed to find a slot large enough for record":0,"consolidated slot join transitions":1452717,"log sync operations":724748,"log sync_dir operations":4951,"log server thread advances write LSN":556318296,"log write operations":1499967248},"reconciliation":{"page reconciliation calls":404708469,"page reconciliation calls for eviction":165335474,"split bytes currently awaiting free":1093501,"split objects currently awaiting free":8},"session":{"open cursor count":480,"open session count":34},"thread-yield":{"page acquire busy blocked":637,"page acquire eviction blocked":3095,"page acquire locked blocked":656435044,"page acquire read blocked":1966649174,"page acquire time sleeping (usecs)":4465229741},"transaction":{"transaction begins":1532513742,"transaction checkpoints":2310,"transaction checkpoint generation":2310,"transaction checkpoint currently running":0,"transaction checkpoint max time (msecs)":13009,"transaction checkpoint min time (msecs)":1,"transaction checkpoint most recent time (msecs)":6460,"transaction checkpoint total time (msecs)":11160082,"transactions committed":1502601628,"transaction failures due to cache overflow":0,"transaction range of IDs currently pinned by a checkpoint":0,"transaction range of IDs currently pinned":0,"transactions rolled back":34300211},"concurrentTransactions":{"write":{"out":0,"available":128,"totalTickets":128},"read":{"out":6,"available":122,"totalTickets":128}}},"writeBacksQueued":false,"mem":{"bits":64,"resident":61371,"virtual":63361,"supported":true,"mapped":0,"mappedWithJournal":0},"metrics":{"commands":{"_isSelf":{"failed":{"floatApprox":0},"total":{"floatApprox":3}},"aggregate":{"failed":{"floatApprox":7},"total":{"floatApprox":37079}},"count":{"failed":{"floatApprox":0},"total":{"floatApprox":31654}},"create":{"failed":{"floatApprox":0},"total":{"floatApprox":25826}},"distinct":{"failed":{"floatApprox":0},"total":{"floatApprox":277}},"drop":{"failed":{"floatApprox":1},"total":{"floatApprox":25828}},"getLog":{"failed":{"floatApprox":0},"total":{"floatApprox":1}},"getnonce":{"failed":{"floatApprox":0},"total":{"floatApprox":588}},"isMaster":{"failed":{"floatApprox":0},"total":{"floatApprox":53204}},"ping":{"failed":{"floatApprox":0},"total":{"floatApprox":1178}},"renameCollection":{"failed":{"floatApprox":0},"total":{"floatApprox":11659}},"replSetElect":{"failed":{"floatApprox":0},"total":{"floatApprox":2}},"replSetFresh":{"failed":{"floatApprox":0},"total":{"floatApprox":6}},"replSetGetStatus":{"failed":{"floatApprox":0},"total":{"floatApprox":2}},"replSetHeartbeat":{"failed":{"floatApprox":0},"total":{"floatApprox":175515}},"replSetStepDown":{"failed":{"floatApprox":0},"total":{"floatApprox":1}},"replSetUpdatePosition":{"failed":{"floatApprox":0},"total":{"floatApprox":1362517}},"serverStatus":{"failed":{"floatApprox":0},"total":{"floatApprox":4120}},"setShardVersion":{"failed":{"floatApprox":0},"total":{"floatApprox":21}},"update":{"failed":{"floatApprox":0},"total":{"floatApprox":2380}},"whatsmyuri":{"failed":{"floatApprox":0},"total":{"floatApprox":3518}}},"cursor":{"timedOut":{"floatApprox":27},"open":{"noTimeout":{"floatApprox":1},"pinned":{"floatApprox":3},"total":{"floatApprox":3}}},"document":{"deleted":{"floatApprox":0},"inserted":{"floatApprox":0},"returned":{"floatApprox":169123938},"updated":{"floatApprox":2380}},"getLastError":{"wtime":{"num":0,"totalMillis":0},"wtimeouts":{"floatApprox":0}},"operation":{"fastmod":{"floatApprox":0},"idhack":{"floatApprox":0},"scanAndOrder":{"floatApprox":0},"writeConflicts":{"floatApprox":0}},"queryExecutor":{"scanned":{"floatApprox":188845634},"scannedObjects":{"floatApprox":143977924}},"record":{"moves":{"floatApprox":0}},"repl":{"apply":{"batches":{"num":20324054,"totalMillis":41798203},"ops":{"floatApprox":1536585987}},"buffer":{"count":{"floatApprox":26470},"maxSizeBytes":268435456,"sizeBytes":{"floatApprox":6908698}},"network":{"bytes":{"floatApprox":482818722948},"getmores":{"num":27545538,"totalMillis":107674941},"ops":{"floatApprox":1536612457},"readersCreated":{"floatApprox":1}},"preload":{"docs":{"num":0,"totalMillis":0},"indexes":{"num":0,"totalMillis":0}}},"storage":{"freelist":{"search":{"bucketExhausted":{"floatApprox":0},"requests":{"floatApprox":0},"scanned":{"floatApprox":0}}}},"ttl":{"deletedDocuments":{"floatApprox":0},"passes":{"floatApprox":2912}}},"ok":1} {"host":"memc2.stickyadstv.com","version":"3.0.7","process":"mongod","pid":{"floatApprox":18464},"uptime":175638,"uptimeMillis":{"floatApprox":175638276},"uptimeEstimate":174516,"localTime":"2015-12-16T09:35:32.747Z","asserts":{"regular":0,"warning":0,"msg":0,"user":242,"rollovers":0},"connections":{"current":33,"available":51167,"totalCreated":{"floatApprox":15887}},"cursors":{"note":"deprecated, use server status metrics","clientCursors_size":2,"totalOpen":2,"pinned":2,"totalNoTimeout":0,"timedOut":27},"extra_info":{"note":"fields vary by platform","heap_usage_bytes":1762696888,"page_faults":1126232},"globalLock":{"totalTime":{"floatApprox":175638273000},"currentQueue":{"total":0,"readers":0,"writers":0},"activeClients":{"total":58,"readers":0,"writers":8}},"locks":{"Global":{"acquireCount":{"r":{"floatApprox":114615860},"w":{"floatApprox":1577778269},"R":{"floatApprox":7},"W":{"floatApprox":20399035}},"acquireWaitCount":{"r":{"floatApprox":5122309},"W":{"floatApprox":3410597}},"timeAcquiringMicros":{"r":{"floatApprox":425282567225},"W":{"floatApprox":10260256908}}},"Database":{"acquireCount":{"r":{"floatApprox":36713370},"w":{"floatApprox":1537046175},"R":{"floatApprox":9},"W":{"floatApprox":40732094}},"acquireWaitCount":{"r":{"floatApprox":170846},"w":{"floatApprox":130437},"W":{"floatApprox":634178}},"timeAcquiringMicros":{"r":{"floatApprox":1014906094},"w":{"floatApprox":175033614},"W":{"floatApprox":6849625961}}},"Collection":{"acquireCount":{"r":{"floatApprox":34112949},"w":{"floatApprox":1536542824}}},"oplog":{"acquireCount":{"r":{"floatApprox":2758943},"w":{"floatApprox":535613}}}},"network":{"bytesIn":{"floatApprox":712300519},"bytesOut":{"floatApprox":48638309189},"numRequests":{"floatApprox":3506921}},"opcounters":{"insert":0,"query":13812,"update":2380,"delete":0,"getmore":1820176,"command":1669689},"opcountersRepl":{"insert":43160569,"query":0,"update":287991692,"delete":0,"getmore":0,"command":16199},"repl":{"setName":"sfx","setVersion":46,"ismaster":false,"secondary":true,"hosts":["172.16.18.1:27017","172.16.18.5:27017","172.16.18.2:27017"],"primary":"172.16.18.1:27017","me":"172.16.18.2:27017","rbid":2008062925},"storageEngine":{"name":"wiredTiger"},"tcmalloc":{"generic":{"current_allocated_bytes":{"floatApprox":57597228736},"heap_size":{"floatApprox":65668161536}},"tcmalloc":{"pageheap_free_bytes":{"floatApprox":2273607680},"pageheap_unmapped_bytes":93511680,"max_total_thread_cache_bytes":{"floatApprox":1073741824},"current_total_thread_cache_bytes":789179152,"central_cache_free_bytes":{"floatApprox":4881602000},"transfer_cache_free_bytes":33023904,"thread_cache_free_bytes":789175728,"aggressive_memory_decommit":0},"formattedString":"------------------------------------------------\nMALLOC: 57597258384 (54929.0 MiB) Bytes in use by application\nMALLOC: + 2273591296 ( 2168.3 MiB) Bytes in page heap freelist\nMALLOC: + 4881602000 ( 4655.5 MiB) Bytes in central cache freelist\nMALLOC: + 33023904 ( 31.5 MiB) Bytes in transfer cache freelist\nMALLOC: + 789174272 ( 752.6 MiB) Bytes in thread cache freelists\nMALLOC: + 197570720 ( 188.4 MiB) Bytes in malloc metadata\nMALLOC: ------------\nMALLOC: = 65772220576 (62725.3 MiB) Actual memory used (physical + swap)\nMALLOC: + 93511680 ( 89.2 MiB) Bytes released to OS (aka unmapped)\nMALLOC: ------------\nMALLOC: = 65865732256 (62814.5 MiB) Virtual address space used\nMALLOC:\nMALLOC: 2465059 Spans in use\nMALLOC: 86 Thread heaps in use\nMALLOC: 8192 Tcmalloc page size\n------------------------------------------------\nCall ReleaseFreeMemory() to release freelist memory to the OS (via madvise()).\nBytes released to the OS take up virtual address space but no physical memory.\n"},"wiredTiger":{"uri":"statistics:","LSM":{"sleep for LSM checkpoint throttle":0,"sleep for LSM merge throttle":0,"rows merged in an LSM tree":0,"application work units currently queued":0,"merge work units currently queued":0,"tree queue hit maximum":0,"switch work units currently queued":0,"tree maintenance operations scheduled":0,"tree maintenance operations discarded":0,"tree maintenance operations executed":0},"async":{"number of allocation state races":0,"number of operation slots viewed for allocation":0,"current work queue length":0,"number of flush calls":0,"number of times operation allocation failed":0,"maximum work queue length":0,"number of times worker found no work":0,"total allocations":0,"total compact calls":0,"total insert calls":0,"total remove calls":0,"total search calls":0,"total update calls":0},"block-manager":{"mapped bytes read":0,"bytes read":{"floatApprox":5018162110464},"bytes written":{"floatApprox":4808837468160},"mapped blocks read":0,"blocks pre-loaded":11802,"blocks read":459722014,"blocks written":432803657},"cache":{"tracked dirty bytes in the cache":2717533023,"tracked bytes belonging to internal pages in the cache":965798662,"bytes currently in the cache":60127638054,"tracked bytes belonging to leaf pages in the cache":59163743482,"maximum bytes configured":60129542144,"tracked bytes belonging to overflow pages in the cache":0,"bytes read into cache":{"floatApprox":7448904541928},"bytes written from cache":{"floatApprox":9415903817944},"pages evicted by application threads":17370032,"checkpoint blocked page eviction":2888,"unmodified pages evicted":260934092,"page split during eviction deepened the tree":56,"modified pages evicted":193424634,"pages selected for eviction unable to be evicted":7349989,"pages evicted because they exceeded the in-memory maximum":12154,"pages evicted because they had chains of deleted items":226275,"failed eviction of pages that exceeded the in-memory maximum":40770,"hazard pointer blocked page eviction":3730392,"internal pages evicted":4847688,"maximum page size at eviction":18571165,"eviction server candidate queue empty when topping up":305957,"eviction server candidate queue not empty when topping up":7823106,"eviction server evicting pages":0,"eviction server populating queue, but not evicting pages":8129061,"eviction server unable to reach eviction goal":0,"pages split during eviction":3039747,"pages walked for eviction":284273462405,"eviction worker thread evicting pages":430106532,"in-memory page splits":12170,"percentage overhead":8,"tracked dirty pages in the cache":57122,"pages currently held in the cache":5112067,"pages read into cache":459830018,"pages written from cache":432510990},"connection":{"pthread mutex condition wait calls":100607913,"files currently open":121,"memory allocations":17839623636,"memory frees":17622733354,"memory re-allocations":25073969,"total read I/Os":460256918,"pthread mutex shared lock read-lock calls":26043783,"pthread mutex shared lock write-lock calls":740563,"total write I/Os":989886267},"cursor":{"cursor create calls":24991659,"cursor insert calls":3579686234,"cursor next calls":5852121648,"cursor prev calls":4148374,"cursor remove calls":862666,"cursor reset calls":9132922173,"cursor search calls":5272033310,"cursor search near calls":1589402926,"cursor update calls":0},"data-handle":{"connection data handles currently active":85426,"session dhandles swept":2,"session sweep attempts":86353,"connection sweep dhandles closed":83950,"connection sweep candidate became referenced":0,"connection sweep dhandles removed from hash list":130753,"connection sweep time-of-death sets":430593,"connection sweeps":17539},"log":{"total log buffer size":33554432,"log bytes of payload data":497372419204,"log bytes written":548505196544,"yields waiting for previous log file close":0,"total size of compressed records":266798210538,"total in-memory size of compressed records":709427365412,"log records too small to compress":24525309,"log records not compressed":1179910707,"log records compressed":313183553,"log flush operations":0,"maximum log file size":104857600,"pre-allocated log files prepared":5922,"number of pre-allocated log files to create":1,"pre-allocated log files used":5921,"log read operations":0,"log release advances write LSN":814171,"records processed by log scan":11,"log scan records requiring two reads":2,"log scan operations":5,"consolidated slot closures":557045503,"logging bytes consolidated":580336428032,"consolidated slot joins":1572070222,"consolidated slot join races":74645001,"slots selected for switching that were unavailable":546940017,"record size exceeded maximum":90975,"failed to find a slot large enough for record":0,"consolidated slot join transitions":1452733,"log sync operations":724748,"log sync_dir operations":4951,"log server thread advances write LSN":556322453,"log write operations":1499981575},"reconciliation":{"page reconciliation calls":404709857,"page reconciliation calls for eviction":165336861,"split bytes currently awaiting free":1427190,"split objects currently awaiting free":11},"session":{"open cursor count":380,"open session count":34},"thread-yield":{"page acquire busy blocked":637,"page acquire eviction blocked":3095,"page acquire locked blocked":656435044,"page acquire read blocked":1966652176,"page acquire time sleeping (usecs)":4465236743},"transaction":{"transaction begins":1532528077,"transaction checkpoints":2310,"transaction checkpoint generation":2310,"transaction checkpoint currently running":0,"transaction checkpoint max time (msecs)":13009,"transaction checkpoint min time (msecs)":1,"transaction checkpoint most recent time (msecs)":6460,"transaction checkpoint total time (msecs)":11160082,"transactions committed":1502616066,"transaction failures due to cache overflow":0,"transaction range of IDs currently pinned by a checkpoint":0,"transaction range of IDs currently pinned":42,"transactions rolled back":34300290},"concurrentTransactions":{"write":{"out":7,"available":121,"totalTickets":128},"read":{"out":1,"available":127,"totalTickets":128}}},"writeBacksQueued":false,"mem":{"bits":64,"resident":61371,"virtual":63361,"supported":true,"mapped":0,"mappedWithJournal":0},"metrics":{"commands":{"_isSelf":{"failed":{"floatApprox":0},"total":{"floatApprox":3}},"aggregate":{"failed":{"floatApprox":7},"total":{"floatApprox":37079}},"count":{"failed":{"floatApprox":0},"total":{"floatApprox":31654}},"create":{"failed":{"floatApprox":0},"total":{"floatApprox":25826}},"distinct":{"failed":{"floatApprox":0},"total":{"floatApprox":277}},"drop":{"failed":{"floatApprox":1},"total":{"floatApprox":25828}},"getLog":{"failed":{"floatApprox":0},"total":{"floatApprox":1}},"getnonce":{"failed":{"floatApprox":0},"total":{"floatApprox":588}},"isMaster":{"failed":{"floatApprox":0},"total":{"floatApprox":53204}},"ping":{"failed":{"floatApprox":0},"total":{"floatApprox":1178}},"renameCollection":{"failed":{"floatApprox":0},"total":{"floatApprox":11659}},"replSetElect":{"failed":{"floatApprox":0},"total":{"floatApprox":2}},"replSetFresh":{"failed":{"floatApprox":0},"total":{"floatApprox":6}},"replSetGetStatus":{"failed":{"floatApprox":0},"total":{"floatApprox":2}},"replSetHeartbeat":{"failed":{"floatApprox":0},"total":{"floatApprox":175517}},"replSetStepDown":{"failed":{"floatApprox":0},"total":{"floatApprox":1}},"replSetUpdatePosition":{"failed":{"floatApprox":0},"total":{"floatApprox":1362517}},"serverStatus":{"failed":{"floatApprox":0},"total":{"floatApprox":4121}},"setShardVersion":{"failed":{"floatApprox":0},"total":{"floatApprox":21}},"update":{"failed":{"floatApprox":0},"total":{"floatApprox":2380}},"whatsmyuri":{"failed":{"floatApprox":0},"total":{"floatApprox":3518}}},"cursor":{"timedOut":{"floatApprox":27},"open":{"noTimeout":{"floatApprox":0},"pinned":{"floatApprox":2},"total":{"floatApprox":2}}},"document":{"deleted":{"floatApprox":0},"inserted":{"floatApprox":0},"returned":{"floatApprox":169123938},"updated":{"floatApprox":2380}},"getLastError":{"wtime":{"num":0,"totalMillis":0},"wtimeouts":{"floatApprox":0}},"operation":{"fastmod":{"floatApprox":0},"idhack":{"floatApprox":0},"scanAndOrder":{"floatApprox":0},"writeConflicts":{"floatApprox":0}},"queryExecutor":{"scanned":{"floatApprox":188845634},"scannedObjects":{"floatApprox":143977924}},"record":{"moves":{"floatApprox":0}},"repl":{"apply":{"batches":{"num":20324056,"totalMillis":41798690},"ops":{"floatApprox":1536600861}},"buffer":{"count":{"floatApprox":11467},"maxSizeBytes":268435456,"sizeBytes":{"floatApprox":2443559}},"network":{"bytes":{"floatApprox":482818722948},"getmores":{"num":27545538,"totalMillis":107674941},"ops":{"floatApprox":1536612457},"readersCreated":{"floatApprox":1}},"preload":{"docs":{"num":0,"totalMillis":0},"indexes":{"num":0,"totalMillis":0}}},"storage":{"freelist":{"search":{"bucketExhausted":{"floatApprox":0},"requests":{"floatApprox":0},"scanned":{"floatApprox":0}}}},"ttl":{"deletedDocuments":{"floatApprox":0},"passes":{"floatApprox":2912}}},"ok":1} {"host":"memc2.stickyadstv.com","version":"3.0.7","process":"mongod","pid":{"floatApprox":18464},"uptime":175639,"uptimeMillis":{"floatApprox":175639283},"uptimeEstimate":174517,"localTime":"2015-12-16T09:35:33.754Z","asserts":{"regular":0,"warning":0,"msg":0,"user":242,"rollovers":0},"connections":{"current":33,"available":51167,"totalCreated":{"floatApprox":15887}},"cursors":{"note":"deprecated, use server status metrics","clientCursors_size":2,"totalOpen":2,"pinned":2,"totalNoTimeout":0,"timedOut":27},"extra_info":{"note":"fields vary by platform","heap_usage_bytes":1759207904,"page_faults":1126246},"globalLock":{"totalTime":{"floatApprox":175639280000},"currentQueue":{"total":1,"readers":0,"writers":1},"activeClients":{"total":58,"readers":4,"writers":2}},"locks":{"Global":{"acquireCount":{"r":{"floatApprox":114616205},"w":{"floatApprox":1577795756},"R":{"floatApprox":7},"W":{"floatApprox":20399042}},"acquireWaitCount":{"r":{"floatApprox":5122339},"W":{"floatApprox":3410604}},"timeAcquiringMicros":{"r":{"floatApprox":425286235399},"W":{"floatApprox":10260363041}}},"Database":{"acquireCount":{"r":{"floatApprox":36713536},"w":{"floatApprox":1537063646},"R":{"floatApprox":9},"W":{"floatApprox":40732110}},"acquireWaitCount":{"r":{"floatApprox":170846},"w":{"floatApprox":130437},"W":{"floatApprox":634179}},"timeAcquiringMicros":{"r":{"floatApprox":1014906094},"w":{"floatApprox":175033614},"W":{"floatApprox":6849625961}}},"Collection":{"acquireCount":{"r":{"floatApprox":34113114},"w":{"floatApprox":1536560294}}},"oplog":{"acquireCount":{"r":{"floatApprox":2758944},"w":{"floatApprox":535614}}}},"network":{"bytesIn":{"floatApprox":712300603},"bytesOut":{"floatApprox":48638326269},"numRequests":{"floatApprox":3506922}},"opcounters":{"insert":0,"query":13812,"update":2380,"delete":0,"getmore":1820176,"command":1669690},"opcountersRepl":{"insert":43161729,"query":0,"update":288008002,"delete":0,"getmore":0,"command":16199},"repl":{"setName":"sfx","setVersion":46,"ismaster":false,"secondary":true,"hosts":["172.16.18.1:27017","172.16.18.5:27017","172.16.18.2:27017"],"primary":"172.16.18.1:27017","me":"172.16.18.2:27017","rbid":2008062925},"storageEngine":{"name":"wiredTiger"},"tcmalloc":{"generic":{"current_allocated_bytes":{"floatApprox":57593770624},"heap_size":{"floatApprox":65668161536}},"tcmalloc":{"pageheap_free_bytes":{"floatApprox":2267332608},"pageheap_unmapped_bytes":93511680,"max_total_thread_cache_bytes":{"floatApprox":1073741824},"current_total_thread_cache_bytes":797244512,"central_cache_free_bytes":{"floatApprox":4879108496},"transfer_cache_free_bytes":37193568,"thread_cache_free_bytes":797243664,"aggressive_memory_decommit":0},"formattedString":"------------------------------------------------\nMALLOC: 57593771984 (54925.7 MiB) Bytes in use by application\nMALLOC: + 2267332608 ( 2162.3 MiB) Bytes in page heap freelist\nMALLOC: + 4879108496 ( 4653.1 MiB) Bytes in central cache freelist\nMALLOC: + 37193568 ( 35.5 MiB) Bytes in transfer cache freelist\nMALLOC: + 797243200 ( 760.3 MiB) Bytes in thread cache freelists\nMALLOC: + 197570720 ( 188.4 MiB) Bytes in malloc metadata\nMALLOC: ------------\nMALLOC: = 65772220576 (62725.3 MiB) Actual memory used (physical + swap)\nMALLOC: + 93511680 ( 89.2 MiB) Bytes released to OS (aka unmapped)\nMALLOC: ------------\nMALLOC: = 65865732256 (62814.5 MiB) Virtual address space used\nMALLOC:\nMALLOC: 2465046 Spans in use\nMALLOC: 86 Thread heaps in use\nMALLOC: 8192 Tcmalloc page size\n------------------------------------------------\nCall ReleaseFreeMemory() to release freelist memory to the OS (via madvise()).\nBytes released to the OS take up virtual address space but no physical memory.\n"},"wiredTiger":{"uri":"statistics:","LSM":{"sleep for LSM checkpoint throttle":0,"sleep for LSM merge throttle":0,"rows merged in an LSM tree":0,"application work units currently queued":0,"merge work units currently queued":0,"tree queue hit maximum":0,"switch work units currently queued":0,"tree maintenance operations scheduled":0,"tree maintenance operations discarded":0,"tree maintenance operations executed":0},"async":{"number of allocation state races":0,"number of operation slots viewed for allocation":0,"current work queue length":0,"number of flush calls":0,"number of times operation allocation failed":0,"maximum work queue length":0,"number of times worker found no work":0,"total allocations":0,"total compact calls":0,"total insert calls":0,"total remove calls":0,"total search calls":0,"total update calls":0},"block-manager":{"mapped bytes read":0,"bytes read":{"floatApprox":5018203115520},"bytes written":{"floatApprox":4808857858048},"mapped blocks read":0,"blocks pre-loaded":11802,"blocks read":459726012,"blocks written":432805500},"cache":{"tracked dirty bytes in the cache":2798161731,"tracked bytes belonging to internal pages in the cache":966274680,"bytes currently in the cache":60128004519,"tracked bytes belonging to leaf pages in the cache":59163267464,"maximum bytes configured":60129542144,"tracked bytes belonging to overflow pages in the cache":0,"bytes read into cache":{"floatApprox":7448961703010},"bytes written from cache":{"floatApprox":9415929845859},"pages evicted by application threads":17371357,"checkpoint blocked page eviction":2888,"unmodified pages evicted":260935633,"page split during eviction deepened the tree":56,"modified pages evicted":193426585,"pages selected for eviction unable to be evicted":7350052,"pages evicted because they exceeded the in-memory maximum":12154,"pages evicted because they had chains of deleted items":226275,"failed eviction of pages that exceeded the in-memory maximum":40770,"hazard pointer blocked page eviction":3730449,"internal pages evicted":4847689,"maximum page size at eviction":18571165,"eviction server candidate queue empty when topping up":305957,"eviction server candidate queue not empty when topping up":7823173,"eviction server evicting pages":0,"eviction server populating queue, but not evicting pages":8129128,"eviction server unable to reach eviction goal":0,"pages split during eviction":3039756,"pages walked for eviction":284275135863,"eviction worker thread evicting pages":430108778,"in-memory page splits":12170,"percentage overhead":8,"tracked dirty pages in the cache":58895,"pages currently held in the cache":5112562,"pages read into cache":459834014,"pages written from cache":432512831},"connection":{"pthread mutex condition wait calls":100608592,"files currently open":121,"memory allocations":17839777244,"memory frees":17622857209,"memory re-allocations":25074067,"total read I/Os":460260917,"pthread mutex shared lock read-lock calls":26043796,"pthread mutex shared lock write-lock calls":740564,"total write I/Os":989892198},"cursor":{"cursor create calls":24991672,"cursor insert calls":3579728906,"cursor next calls":5852145090,"cursor prev calls":4148374,"cursor remove calls":862666,"cursor reset calls":9133008037,"cursor search calls":5272073784,"cursor search near calls":1589418420,"cursor update calls":0},"data-handle":{"connection data handles currently active":85426,"session dhandles swept":2,"session sweep attempts":86353,"connection sweep dhandles closed":83950,"connection sweep candidate became referenced":0,"connection sweep dhandles removed from hash list":130753,"connection sweep time-of-death sets":430593,"connection sweeps":17539},"log":{"total log buffer size":33554432,"log bytes of payload data":497376905515,"log bytes written":548510605824,"yields waiting for previous log file close":0,"total size of compressed records":266799948670,"total in-memory size of compressed records":709433495936,"log records too small to compress":24525316,"log records not compressed":1179925918,"log records compressed":313184326,"log flush operations":0,"maximum log file size":104857600,"pre-allocated log files prepared":5922,"number of pre-allocated log files to create":1,"pre-allocated log files used":5921,"log read operations":0,"log release advances write LSN":814173,"records processed by log scan":11,"log scan records requiring two reads":2,"log scan operations":5,"consolidated slot closures":557049594,"logging bytes consolidated":580341749632,"consolidated slot joins":1572087531,"consolidated slot join races":74646471,"slots selected for switching that were unavailable":546947078,"record size exceeded maximum":90977,"failed to find a slot large enough for record":0,"consolidated slot join transitions":1452747,"log sync operations":724748,"log sync_dir operations":4951,"log server thread advances write LSN":556326549,"log write operations":1499997279},"reconciliation":{"page reconciliation calls":404711520,"page reconciliation calls for eviction":165338527,"split bytes currently awaiting free":1426502,"split objects currently awaiting free":9},"session":{"open cursor count":345,"open session count":34},"thread-yield":{"page acquire busy blocked":637,"page acquire eviction blocked":3095,"page acquire locked blocked":656435045,"page acquire read blocked":1966653995,"page acquire time sleeping (usecs)":4465237743},"transaction":{"transaction begins":1532544448,"transaction checkpoints":2310,"transaction checkpoint generation":2310,"transaction checkpoint currently running":0,"transaction checkpoint max time (msecs)":13009,"transaction checkpoint min time (msecs)":1,"transaction checkpoint most recent time (msecs)":6460,"transaction checkpoint total time (msecs)":11160082,"transactions committed":1502632122,"transaction failures due to cache overflow":0,"transaction range of IDs currently pinned by a checkpoint":0,"transaction range of IDs currently pinned":0,"transactions rolled back":34300396},"concurrentTransactions":{"write":{"out":0,"available":128,"totalTickets":128},"read":{"out":5,"available":123,"totalTickets":128}}},"writeBacksQueued":false,"mem":{"bits":64,"resident":61371,"virtual":63361,"supported":true,"mapped":0,"mappedWithJournal":0},"metrics":{"commands":{"_isSelf":{"failed":{"floatApprox":0},"total":{"floatApprox":3}},"aggregate":{"failed":{"floatApprox":7},"total":{"floatApprox":37079}},"count":{"failed":{"floatApprox":0},"total":{"floatApprox":31654}},"create":{"failed":{"floatApprox":0},"total":{"floatApprox":25826}},"distinct":{"failed":{"floatApprox":0},"total":{"floatApprox":277}},"drop":{"failed":{"floatApprox":1},"total":{"floatApprox":25828}},"getLog":{"failed":{"floatApprox":0},"total":{"floatApprox":1}},"getnonce":{"failed":{"floatApprox":0},"total":{"floatApprox":588}},"isMaster":{"failed":{"floatApprox":0},"total":{"floatApprox":53204}},"ping":{"failed":{"floatApprox":0},"total":{"floatApprox":1178}},"renameCollection":{"failed":{"floatApprox":0},"total":{"floatApprox":11659}},"replSetElect":{"failed":{"floatApprox":0},"total":{"floatApprox":2}},"replSetFresh":{"failed":{"floatApprox":0},"total":{"floatApprox":6}},"replSetGetStatus":{"failed":{"floatApprox":0},"total":{"floatApprox":2}},"replSetHeartbeat":{"failed":{"floatApprox":0},"total":{"floatApprox":175517}},"replSetStepDown":{"failed":{"floatApprox":0},"total":{"floatApprox":1}},"replSetUpdatePosition":{"failed":{"floatApprox":0},"total":{"floatApprox":1362517}},"serverStatus":{"failed":{"floatApprox":0},"total":{"floatApprox":4122}},"setShardVersion":{"failed":{"floatApprox":0},"total":{"floatApprox":21}},"update":{"failed":{"floatApprox":0},"total":{"floatApprox":2380}},"whatsmyuri":{"failed":{"floatApprox":0},"total":{"floatApprox":3518}}},"cursor":{"timedOut":{"floatApprox":27},"open":{"noTimeout":{"floatApprox":0},"pinned":{"floatApprox":2},"total":{"floatApprox":2}}},"document":{"deleted":{"floatApprox":0},"inserted":{"floatApprox":0},"returned":{"floatApprox":169123938},"updated":{"floatApprox":2380}},"getLastError":{"wtime":{"num":0,"totalMillis":0},"wtimeouts":{"floatApprox":0}},"operation":{"fastmod":{"floatApprox":0},"idhack":{"floatApprox":0},"scanAndOrder":{"floatApprox":0},"writeConflicts":{"floatApprox":0}},"queryExecutor":{"scanned":{"floatApprox":188845634},"scannedObjects":{"floatApprox":143977924}},"record":{"moves":{"floatApprox":0}},"repl":{"apply":{"batches":{"num":20324064,"totalMillis":41799473},"ops":{"floatApprox":1536618312}},"buffer":{"count":{"floatApprox":4118},"maxSizeBytes":268435456,"sizeBytes":{"floatApprox":835573}},"network":{"bytes":{"floatApprox":482821043663},"getmores":{"num":27545870,"totalMillis":107676508},"ops":{"floatApprox":1536623562},"readersCreated":{"floatApprox":1}},"preload":{"docs":{"num":0,"totalMillis":0},"indexes":{"num":0,"totalMillis":0}}},"storage":{"freelist":{"search":{"bucketExhausted":{"floatApprox":0},"requests":{"floatApprox":0},"scanned":{"floatApprox":0}}}},"ttl":{"deletedDocuments":{"floatApprox":0},"passes":{"floatApprox":2912}}},"ok":1}