|
Here are stats after service restart...I think it looks better, but I also
don't think people on my team will be very happy with "reboot fixed it".
Also, it will be interesting to see if this fixes the shard-drain issue.
FROM PRIMARY:
{
"ns" : "Files.fs.chunks",
"count" : 9734,
"size" : 992525019,
"avgObjSize" : 101964,
"storageSize" : 436697014272,
"capped" : false,
"wiredTiger" : {
"metadata" :
{
"formatVersion" : 1
}
,
"creationString" :
"allocation_size=4KB,app_metadata=(formatVersion=1),block_allocation=best,block_compressor=snappy,cache_resident=0,checkpoint=(WiredTigerCheckpoint.26491=(addr=\"01e4065612e381e46f16b4fbe4061cfe4184e4fa90ebdfe4061e3e0f84e4073b9312808080e565ad2b7fc0e440f52fc0\",order=26491,time=1432931402,size=1089818624,write_gen=4055316)),checkpoint_lsn=(11997,75238528),checksum=uncompressed,collator=,columns=,dictionary=0,format=btree,huffman_key=,huffman_value=,id=14,internal_item_max=0,internal_key_max=0,internal_key_truncate=,internal_page_max=4KB,key_format=q,key_gap=10,leaf_item_max=0,leaf_key_max=0,leaf_page_max=32KB,leaf_value_max=1MB,memory_page_max=10m,os_cache_dirty_max=0,os_cache_max=0,prefix_compression=0,prefix_compression_min=4,split_deepen_min_child=0,split_deepen_per_child=0,split_pct=90,value_format=u,version=(major=1,minor=1)",
"type" : "file",
"uri" : "statistics:table:collection-11--29455071926817772",
"LSM" :
{
"bloom filters in the LSM tree" : 0,
"bloom filter false positives" : 0,
"bloom filter hits" : 0,
"bloom filter misses" : 0,
"bloom filter pages evicted from cache" : 0,
"bloom filter pages read into cache" : 0,
"total size of bloom filters" : 0,
"sleep for LSM checkpoint throttle" : 0,
"chunks in the LSM tree" : 0,
"highest merge generation in the LSM tree" : 0,
"queries that could have benefited from a Bloom filter that did not exist"
: 0,
"sleep for LSM merge throttle" : 0
}
,
"block-manager" :
{
"file allocation unit size" : 4096,
"blocks allocated" : 0,
"checkpoint size" : 1089818624,
"allocations requiring file extension" : 0,
"blocks freed" : 0,
"file magic number" : 120897,
"file major version number" : 1,
"minor version number" : 0,
"file bytes available for reuse" : 435715661824,
"file size in bytes" : 436697014272
}
,
"btree" :
{
"column-store variable-size deleted values" : 0,
"column-store fixed-size leaf pages" : 0,
"column-store internal pages" : 0,
"column-store variable-size leaf pages" : 0,
"pages rewritten by compaction" : 0,
"number of key/value pairs" : 0,
"fixed-record size" : 0,
"maximum tree depth" : 5,
"maximum internal page key size" : 368,
"maximum internal page size" : 4096,
"maximum leaf page key size" : 3276,
"maximum leaf page size" : 32768,
"maximum leaf page value size" : 1048576,
"overflow pages" : 0,
"row-store internal pages" : 0,
"row-store leaf pages" : 0
}
,
"cache" :
{
"bytes read into cache" : 993095599,
"bytes written from cache" : 0,
"checkpoint blocked page eviction" : 0,
"unmodified pages evicted" : 0,
"page split during eviction deepened the tree" : 0,
"modified pages evicted" : 0,
"data source pages selected for eviction unable to be evicted" : 0,
"hazard pointer blocked page eviction" : 0,
"internal pages evicted" : 0,
"pages split during eviction" : 0,
"in-memory page splits" : 0,
"overflow values cached in memory" : 0,
"pages read into cache" : 8256,
"overflow pages read into cache" : 0,
"pages written from cache" : 0
}
,
"compression" :
{
"raw compression call failed, no additional data available" : 0,
"raw compression call failed, additional data available" : 0,
"raw compression call succeeded" : 0,
"compressed pages read" : 3505,
"compressed pages written" : 0,
"page written failed to compress" : 0,
"page written was too small to compress" : 0
}
,
"cursor" :
{
"create calls" : 2,
"insert calls" : 0,
"bulk-loaded cursor-insert calls" : 0,
"cursor-insert key and value bytes inserted" : 0,
"next calls" : 0,
"prev calls" : 9735,
"remove calls" : 0,
"cursor-remove key bytes removed" : 0,
"reset calls" : 9735,
"search calls" : 9734,
"search near calls" : 0,
"update calls" : 0,
"cursor-update value bytes updated" : 0
}
,
"reconciliation" :
{
"dictionary matches" : 0,
"internal page multi-block writes" : 0,
"leaf page multi-block writes" : 0,
"maximum blocks required for a page" : 0,
"internal-page overflow keys" : 0,
"leaf-page overflow keys" : 0,
"overflow values written" : 0,
"pages deleted" : 0,
"page checksum matches" : 0,
"page reconciliation calls" : 0,
"page reconciliation calls for eviction" : 0,
"leaf page key bytes discarded using prefix compression" : 0,
"internal page key bytes discarded using suffix compression" : 0
}
,
"session" :
{
"object compaction" : 0,
"open cursor count" : 2
}
,
"transaction" :
{
"update conflicts" : 0
}
},
"nindexes" : 2,
"totalIndexSize" : 72163328,
"indexSizes" :
{
"_id_" : 35876864,
"files_id_1_n_1" : 36286464
}
,
"ok" : 1
}
FROM SECONDARY:
{
"ns" : "Files.fs.chunks",
"count" : 9746,
"size" : 994359839,
"avgObjSize" : 102027,
"storageSize" : 436701138944,
"capped" : false,
"wiredTiger" : {
"metadata" :
{
"formatVersion" : 1
}
,
"creationString" :
"allocation_size=4KB,app_metadata=(formatVersion=1),block_allocation=best,block_compressor=snappy,cache_resident=0,checkpoint=(WiredTigerCheckpoint.26778=(addr=\"01e406567aeb81e470d477d0e4061ca5cf84e4021c2645e4062a90d184e4e126138a808080e565ad6a6fc0e44124efc0\",order=26778,time=1432931385,size=1092947968,write_gen=3943704)),checkpoint_lsn=(12075,70585344),checksum=uncompressed,collator=,columns=,dictionary=0,format=btree,huffman_key=,huffman_value=,id=14,internal_item_max=0,internal_key_max=0,internal_key_truncate=,internal_page_max=4KB,key_format=q,key_gap=10,leaf_item_max=0,leaf_key_max=0,leaf_page_max=32KB,leaf_value_max=1MB,memory_page_max=10m,os_cache_dirty_max=0,os_cache_max=0,prefix_compression=0,prefix_compression_min=4,split_deepen_min_child=0,split_deepen_per_child=0,split_pct=90,value_format=u,version=(major=1,minor=1)",
"type" : "file",
"uri" : "statistics:table:collection-11-8816732648213650014",
"LSM" :
{
"bloom filters in the LSM tree" : 0,
"bloom filter false positives" : 0,
"bloom filter hits" : 0,
"bloom filter misses" : 0,
"bloom filter pages evicted from cache" : 0,
"bloom filter pages read into cache" : 0,
"total size of bloom filters" : 0,
"sleep for LSM checkpoint throttle" : 0,
"chunks in the LSM tree" : 0,
"highest merge generation in the LSM tree" : 0,
"queries that could have benefited from a Bloom filter that did not exist"
: 0,
"sleep for LSM merge throttle" : 0
}
,
"block-manager" :
{
"file allocation unit size" : 4096,
"blocks allocated" : 0,
"checkpoint size" : 1092947968,
"allocations requiring file extension" : 0,
"blocks freed" : 0,
"file magic number" : 120897,
"file major version number" : 1,
"minor version number" : 0,
"file bytes available for reuse" : 435717832704,
"file size in bytes" : 436701138944
}
,
"btree" :
{
"column-store variable-size deleted values" : 0,
"column-store fixed-size leaf pages" : 0,
"column-store internal pages" : 0,
"column-store variable-size leaf pages" : 0,
"pages rewritten by compaction" : 0,
"number of key/value pairs" : 0,
"fixed-record size" : 0,
"maximum tree depth" : 6,
"maximum internal page key size" : 368,
"maximum internal page size" : 4096,
"maximum leaf page key size" : 3276,
"maximum leaf page size" : 32768,
"maximum leaf page value size" : 1048576,
"overflow pages" : 0,
"row-store internal pages" : 0,
"row-store leaf pages" : 0
}
,
"cache" :
{
"bytes read into cache" : 994931799,
"bytes written from cache" : 0,
"checkpoint blocked page eviction" : 0,
"unmodified pages evicted" : 0,
"page split during eviction deepened the tree" : 0,
"modified pages evicted" : 0,
"data source pages selected for eviction unable to be evicted" : 0,
"hazard pointer blocked page eviction" : 0,
"internal pages evicted" : 0,
"pages split during eviction" : 0,
"in-memory page splits" : 0,
"overflow values cached in memory" : 0,
"pages read into cache" : 8278,
"overflow pages read into cache" : 0,
"pages written from cache" : 0
}
,
"compression" :
{
"raw compression call failed, no additional data available" : 0,
"raw compression call failed, additional data available" : 0,
"raw compression call succeeded" : 0,
"compressed pages read" : 3504,
"compressed pages written" : 0,
"page written failed to compress" : 0,
"page written was too small to compress" : 0
}
,
"cursor" :
{
"create calls" : 2,
"insert calls" : 0,
"bulk-loaded cursor-insert calls" : 0,
"cursor-insert key and value bytes inserted" : 0,
"next calls" : 0,
"prev calls" : 9747,
"remove calls" : 0,
"cursor-remove key bytes removed" : 0,
"reset calls" : 9747,
"search calls" : 9746,
"search near calls" : 0,
"update calls" : 0,
"cursor-update value bytes updated" : 0
}
,
"reconciliation" :
{
"dictionary matches" : 0,
"internal page multi-block writes" : 0,
"leaf page multi-block writes" : 0,
"maximum blocks required for a page" : 0,
"internal-page overflow keys" : 0,
"leaf-page overflow keys" : 0,
"overflow values written" : 0,
"pages deleted" : 0,
"page checksum matches" : 0,
"page reconciliation calls" : 0,
"page reconciliation calls for eviction" : 0,
"leaf page key bytes discarded using prefix compression" : 0,
"internal page key bytes discarded using suffix compression" : 0
}
,
"session" :
{
"object compaction" : 0,
"open cursor count" : 2
}
,
"transaction" :
{
"update conflicts" : 0
}
},
"nindexes" : 2,
"totalIndexSize" : 72478720,
"indexSizes" :
{
"_id_" : 36069376,
"files_id_1_n_1" : 36409344
}
,
"ok" : 1
}
–
Patrick White
Synata | Chief Executive Officer
pat.white@synata.com
www.synata.com
831.601.9288
|
|
Hi David,
I can't login to Jira or MMS right now (maybe something is wrong with your
SSO stuff?), but see below:
FROM PRIMARY:
{
|
"ns" : "Files.fs.chunks",
|
"count" : 3067,
|
"size" : -81949,
|
"avgObjSize" : -1723868544,
|
"storageSize" : 436697014272,
|
"capped" : false,
|
"wiredTiger" : {
|
"metadata" : {
|
"formatVersion" : 1
|
},
|
"creationString" :
|
"allocation_size=4KB,app_metadata=(formatVersion=1),block_allocation=best,block_compressor=snappy,cache_resident=0,checkpoint=(WiredTigerCheckpoint.26491=(addr=\"01e4065612e381e46f16b4fbe4061cfe4184e4fa90ebdfe4061e3e0f84e4073b9312808080e565ad2b7fc0e440f52fc0\",order=26491,time=1432931402,size=1089818624,write_gen=4055316)),checkpoint_lsn=(11997,75238528),checksum=uncompressed,collator=,columns=,dictionary=0,format=btree,huffman_key=,huffman_value=,id=14,internal_item_max=0,internal_key_max=0,internal_key_truncate=,internal_page_max=4KB,key_format=q,key_gap=10,leaf_item_max=0,leaf_key_max=0,leaf_page_max=32KB,leaf_value_max=1MB,memory_page_max=10m,os_cache_dirty_max=0,os_cache_max=0,prefix_compression=0,prefix_compression_min=4,split_deepen_min_child=0,split_deepen_per_child=0,split_pct=90,value_format=u,version=(major=1,minor=1)",
|
"type" : "file",
|
"uri" : "statistics:table:collection-11--29455071926817772",
|
"LSM" : {
|
"bloom filters in the LSM tree" : 0,
|
"bloom filter false positives" : 0,
|
"bloom filter hits" : 0,
|
"bloom filter misses" : 0,
|
"bloom filter pages evicted from cache" : 0,
|
"bloom filter pages read into cache" : 0,
|
"total size of bloom filters" : 0,
|
"sleep for LSM checkpoint throttle" : 0,
|
"chunks in the LSM tree" : 0,
|
"highest merge generation in the LSM tree" : 0,
|
"queries that could have benefited from a Bloom filter that did not exist"
|
: 0,
|
"sleep for LSM merge throttle" : 0
|
},
|
"block-manager" : {
|
"file allocation unit size" : 4096,
|
"blocks allocated" : 244176,
|
"checkpoint size" : 1089818624,
|
"allocations requiring file extension" : 149112,
|
"blocks freed" : 2838562,
|
"file magic number" : 120897,
|
"file major version number" : 1,
|
"minor version number" : 0,
|
"file bytes available for reuse" : 435715661824,
|
"file size in bytes" : 436697014272
|
},
|
"btree" : {
|
"column-store variable-size deleted values" : 0,
|
"column-store fixed-size leaf pages" : 0,
|
"column-store internal pages" : 0,
|
"column-store variable-size leaf pages" : 0,
|
"pages rewritten by compaction" : 0,
|
"number of key/value pairs" : 0,
|
"fixed-record size" : 0,
|
"maximum tree depth" : 8,
|
"maximum internal page key size" : 368,
|
"maximum internal page size" : 4096,
|
"maximum leaf page key size" : 3276,
|
"maximum leaf page size" : 32768,
|
"maximum leaf page value size" : 1048576,
|
"overflow pages" : 0,
|
"row-store internal pages" : 0,
|
"row-store leaf pages" : 0
|
},
|
"cache" : {
|
"bytes read into cache" : 510121213092,
|
"bytes written from cache" : 29124342867,
|
"checkpoint blocked page eviction" : 7,
|
"unmodified pages evicted" : 220984,
|
"page split during eviction deepened the tree" : 0,
|
"modified pages evicted" : 2458021,
|
"data source pages selected for eviction unable to be evicted" : 14725,
|
"hazard pointer blocked page eviction" : 4805,
|
"internal pages evicted" : 24310,
|
"pages split during eviction" : 3125,
|
"in-memory page splits" : 4,
|
"overflow values cached in memory" : 0,
|
"pages read into cache" : 3032199,
|
"overflow pages read into cache" : 0,
|
"pages written from cache" : 223216
|
},
|
"compression" : {
|
"raw compression call failed, no additional data available" : 0,
|
"raw compression call failed, additional data available" : 0,
|
"raw compression call succeeded" : 0,
|
"compressed pages read" : 1035750,
|
"compressed pages written" : 58309,
|
"page written failed to compress" : 115951,
|
"page written was too small to compress" : 48956
|
},
|
"cursor" : {
|
"create calls" : 143,
|
"insert calls" : 179776,
|
"bulk-loaded cursor-insert calls" : 0,
|
"cursor-insert key and value bytes inserted" : 27455639950,
|
"next calls" : 1442,
|
"prev calls" : 1,
|
"remove calls" : 3010805,
|
"cursor-remove key bytes removed" : 11964877,
|
"reset calls" : 12054309,
|
"search calls" : 11874048,
|
"search near calls" : 398,
|
"update calls" : 0,
|
"cursor-update value bytes updated" : 0
|
},
|
"reconciliation" : {
|
"dictionary matches" : 0,
|
"internal page multi-block writes" : 1466,
|
"leaf page multi-block writes" : 4040,
|
"maximum blocks required for a page" : 81,
|
"internal-page overflow keys" : 0,
|
"leaf-page overflow keys" : 0,
|
"overflow values written" : 0,
|
"pages deleted" : 2789449,
|
"page checksum matches" : 108390,
|
"page reconciliation calls" : 2853815,
|
"page reconciliation calls for eviction" : 535554,
|
"leaf page key bytes discarded using prefix compression" : 0,
|
"internal page key bytes discarded using suffix compression" : 192768
|
},
|
"session" : {
|
"object compaction" : 0,
|
"open cursor count" : 143
|
},
|
"transaction" : {
|
"update conflicts" : 0
|
}
|
},
|
"nindexes" : 2,
|
"totalIndexSize" : 72163328,
|
"indexSizes" : {
|
"_id_" : 35876864,
|
"files_id_1_n_1" : 36286464
|
},
|
"ok" : 1,
|
"$gleStats" : {
|
"lastOpTime" : Timestamp(0, 0),
|
"electionId" : ObjectId("553034c33e622e6efa8c0a6c")
|
}
|
}
|
FROM SECONDARY:
{
|
"ns" : "Files.fs.chunks",
|
"count" : 3664,
|
"size" : -81949,
|
"avgObjSize" : 994031709,
|
"storageSize" : 436701138944,
|
"capped" : false,
|
"wiredTiger" : {
|
"metadata" : {
|
"formatVersion" : 1
|
},
|
"creationString" :
|
"allocation_size=4KB,app_metadata=(formatVersion=1),block_allocation=best,block_compressor=snappy,cache_resident=0,checkpoint=(WiredTigerCheckpoint.26778=(addr=\"01e406567aeb81e470d477d0e4061ca5cf84e4021c2645e4062a90d184e4e126138a808080e565ad6a6fc0e44124efc0\",order=26778,time=1432931385,size=1092947968,write_gen=3943704)),checkpoint_lsn=(12075,70585344),checksum=uncompressed,collator=,columns=,dictionary=0,format=btree,huffman_key=,huffman_value=,id=14,internal_item_max=0,internal_key_max=0,internal_key_truncate=,internal_page_max=4KB,key_format=q,key_gap=10,leaf_item_max=0,leaf_key_max=0,leaf_page_max=32KB,leaf_value_max=1MB,memory_page_max=10m,os_cache_dirty_max=0,os_cache_max=0,prefix_compression=0,prefix_compression_min=4,split_deepen_min_child=0,split_deepen_per_child=0,split_pct=90,value_format=u,version=(major=1,minor=1)",
|
"type" : "file",
|
"uri" : "statistics:table:collection-11-8816732648213650014",
|
"LSM" : {
|
"bloom filters in the LSM tree" : 0,
|
"bloom filter false positives" : 0,
|
"bloom filter hits" : 0,
|
"bloom filter misses" : 0,
|
"bloom filter pages evicted from cache" : 0,
|
"bloom filter pages read into cache" : 0,
|
"total size of bloom filters" : 0,
|
"sleep for LSM checkpoint throttle" : 0,
|
"chunks in the LSM tree" : 0,
|
"highest merge generation in the LSM tree" : 0,
|
"queries that could have benefited from a Bloom filter that did not exist"
|
: 0,
|
"sleep for LSM merge throttle" : 0
|
},
|
"block-manager" : {
|
"file allocation unit size" : 4096,
|
"blocks allocated" : 473280,
|
"checkpoint size" : 1092947968,
|
"allocations requiring file extension" : 328185,
|
"blocks freed" : 2866542,
|
"file magic number" : 120897,
|
"file major version number" : 1,
|
"minor version number" : 0,
|
"file bytes available for reuse" : 435717832704,
|
"file size in bytes" : 436701138944
|
},
|
"btree" : {
|
"column-store variable-size deleted values" : 0,
|
"column-store fixed-size leaf pages" : 0,
|
"column-store internal pages" : 0,
|
"column-store variable-size leaf pages" : 0,
|
"pages rewritten by compaction" : 0,
|
"number of key/value pairs" : 0,
|
"fixed-record size" : 0,
|
"maximum tree depth" : 8,
|
"maximum internal page key size" : 368,
|
"maximum internal page size" : 4096,
|
"maximum leaf page key size" : 3276,
|
"maximum leaf page size" : 32768,
|
"maximum leaf page value size" : 1048576,
|
"overflow pages" : 0,
|
"row-store internal pages" : 0,
|
"row-store leaf pages" : 0
|
},
|
"cache" : {
|
"bytes read into cache" : 492866375480,
|
"bytes written from cache" : 63389108438,
|
"checkpoint blocked page eviction" : 104,
|
"unmodified pages evicted" : 91647,
|
"page split during eviction deepened the tree" : 0,
|
"modified pages evicted" : 2431492,
|
"data source pages selected for eviction unable to be evicted" : 20260,
|
"hazard pointer blocked page eviction" : 10633,
|
"internal pages evicted" : 26835,
|
"pages split during eviction" : 15602,
|
"in-memory page splits" : 1,
|
"overflow values cached in memory" : 0,
|
"pages read into cache" : 2916991,
|
"overflow pages read into cache" : 0,
|
"pages written from cache" : 450444
|
},
|
"compression" : {
|
"raw compression call failed, no additional data available" : 0,
|
"raw compression call failed, additional data available" : 0,
|
"raw compression call succeeded" : 0,
|
"compressed pages read" : 1022012,
|
"compressed pages written" : 125271,
|
"page written failed to compress" : 270198,
|
"page written was too small to compress" : 54975
|
},
|
"cursor" : {
|
"create calls" : 240,
|
"insert calls" : 411131,
|
"bulk-loaded cursor-insert calls" : 0,
|
"cursor-insert key and value bytes inserted" : 59263517645,
|
"next calls" : 0,
|
"prev calls" : 1,
|
"remove calls" : 3019682,
|
"cursor-remove key bytes removed" : 12000369,
|
"reset calls" : 9722249,
|
"search calls" : 9311055,
|
"search near calls" : 0,
|
"update calls" : 0,
|
"cursor-update value bytes updated" : 0
|
},
|
"reconciliation" : {
|
"dictionary matches" : 0,
|
"internal page multi-block writes" : 2494,
|
"leaf page multi-block writes" : 16353,
|
"maximum blocks required for a page" : 121,
|
"internal-page overflow keys" : 0,
|
"leaf-page overflow keys" : 0,
|
"overflow values written" : 0,
|
"pages deleted" : 2797826,
|
"page checksum matches" : 195534,
|
"page reconciliation calls" : 2881652,
|
"page reconciliation calls for eviction" : 485082,
|
"leaf page key bytes discarded using prefix compression" : 0,
|
"internal page key bytes discarded using suffix compression" : 408037
|
},
|
"session" : {
|
"object compaction" : 0,
|
"open cursor count" : 240
|
},
|
"transaction" : {
|
"update conflicts" : 0
|
}
|
},
|
"nindexes" : 2,
|
"totalIndexSize" : 72478720,
|
"indexSizes" : {
|
"_id_" : 36069376,
|
"files_id_1_n_1" : 36409344
|
},
|
"ok" : 1
|
}
|
I'll try restarting the services, let you know if that fixes stuff
–
Patrick White
Synata | Chief Executive Officer
pat.white@synata.com
www.synata.com
831.601.9288
|