changelog:PRIMARY> db.offerMapping.stats({scale:1024*1024*1024}) { "ns" : "changelog.offerMapping", "size" : 26504, "count" : 13533564557, "avgObjSize" : 2102, "storageSize" : 4499, "capped" : true, "max" : -1, "maxSize" : 26505, "sleepCount" : 0, "sleepMS" : 0, "wiredTiger" : { "metadata" : { "formatVersion" : 1 }, "creationString" : "access_pattern_hint=none,allocation_size=4KB,app_metadata=(formatVersion=1),assert=(commit_timestamp=none,read_timestamp=none),block_allocation=best,block_compressor=zlib,cache_resident=false,checksum=on,colgroups=,collator=,columns=,dictionary=0,encryption=(keyid=,name=),exclusive=false,extractor=,format=btree,huffman_key=,huffman_value=,ignore_in_memory_cache_size=false,immutable=false,internal_item_max=0,internal_key_max=0,internal_key_truncate=true,internal_page_max=4KB,key_format=q,key_gap=10,leaf_item_max=0,leaf_key_max=0,leaf_page_max=32KB,leaf_value_max=64MB,log=(enabled=false),lsm=(auto_throttle=true,bloom=true,bloom_bit_count=16,bloom_config=,bloom_hash_count=8,bloom_oldest=false,chunk_count_limit=0,chunk_max=5GB,chunk_size=10MB,merge_custom=(prefix=,start_generation=0,suffix=),merge_max=15,merge_min=0),memory_page_image_max=0,memory_page_max=10m,os_cache_dirty_max=0,os_cache_max=0,prefix_compression=false,prefix_compression_min=4,source=,split_deepen_min_child=0,split_deepen_per_child=0,split_pct=90,type=file,value_format=u", "type" : "file", "uri" : "statistics:table:collection-22--4706152475319025401", "LSM" : { "bloom filter false positives" : 0, "bloom filter hits" : 0, "bloom filter misses" : 0, "bloom filter pages evicted from cache" : 0, "bloom filter pages read into cache" : 0, "bloom filters in the LSM tree" : 0, "chunks in the LSM tree" : 0, "highest merge generation in the LSM tree" : 0, "queries that could have benefited from a Bloom filter that did not exist" : 0, "sleep for LSM checkpoint throttle" : 0, "sleep for LSM merge throttle" : 0, "total size of bloom filters" : 0 }, "block-manager" : { "allocations requiring file extension" : 245891493, "blocks allocated" : 250031598, "blocks freed" : 3367445, "checkpoint size" : NumberLong("4831392759808"), "file allocation unit size" : 4096, "file bytes available for reuse" : 8761344, "file magic number" : 120897, "file major version number" : 1, "file size in bytes" : NumberLong("4831405674496"), "minor version number" : 0 }, "btree" : { "btree checkpoint generation" : 359607, "column-store fixed-size leaf pages" : 0, "column-store internal pages" : 0, "column-store variable-size RLE encoded values" : 0, "column-store variable-size deleted values" : 0, "column-store variable-size leaf pages" : 0, "fixed-record size" : 0, "maximum internal page key size" : 368, "maximum internal page size" : 4096, "maximum leaf page key size" : 2867, "maximum leaf page size" : 32768, "maximum leaf page value size" : 67108864, "maximum tree depth" : 6, "number of key/value pairs" : 0, "overflow pages" : 0, "pages rewritten by compaction" : 0, "row-store internal pages" : 0, "row-store leaf pages" : 0 }, "cache" : { "bytes currently in the cache" : 64352568026, "bytes dirty in the cache cumulative" : 514365645210, "bytes read into cache" : NumberLong("146640994152205"), "bytes written from cache" : NumberLong("28676042261716"), "checkpoint blocked page eviction" : 7373, "data source pages selected for eviction unable to be evicted" : 274376646, "eviction walk passes of a file" : 48654186, "eviction walk target pages histogram - 0-9" : 5940915, "eviction walk target pages histogram - 10-31" : 11654950, "eviction walk target pages histogram - 128 and higher" : 0, "eviction walk target pages histogram - 32-63" : 7369302, "eviction walk target pages histogram - 64-128" : 23689019, "eviction walks abandoned" : 6274937, "eviction walks gave up because they restarted their walk twice" : 311821, "eviction walks gave up because they saw too many pages and found no candidates" : 2680669, "eviction walks gave up because they saw too many pages and found too few candidates" : 659481, "eviction walks reached end of tree" : 10253402, "eviction walks started from root of tree" : 9927578, "eviction walks started from saved location in tree" : 38726608, "hazard pointer blocked page eviction" : 121735, "in-memory page passed criteria to be split" : 7041393, "in-memory page splits" : 3458642, "internal pages evicted" : 13015114, "internal pages split during eviction" : 19704, "leaf pages split during eviction" : 3625242, "modified pages evicted" : 5665817, "overflow pages read into cache" : 0, "page split during eviction deepened the tree" : 3, "page written requiring cache overflow records" : 0, "pages read into cache" : 1258617623, "pages read into cache after truncate" : 1, "pages read into cache after truncate in prepare state" : 0, "pages read into cache requiring cache overflow entries" : 0, "pages requested from the cache" : 50419240624, "pages seen by eviction walk" : 3876354976, "pages written from cache" : 249312567, "pages written requiring in-memory restoration" : 12979, "tracked dirty bytes in the cache" : 48666366, "unmodified pages evicted" : 1296319406 }, "cache_walk" : { "Average difference between current eviction generation when the page was last considered" : 0, "Average on-disk page image size seen" : 0, "Average time in cache for pages that have been visited by the eviction server" : 0, "Average time in cache for pages that have not been visited by the eviction server" : 0, "Clean pages currently in cache" : 0, "Current eviction generation" : 0, "Dirty pages currently in cache" : 0, "Entries in the root page" : 0, "Internal pages currently in cache" : 0, "Leaf pages currently in cache" : 0, "Maximum difference between current eviction generation when the page was last considered" : 0, "Maximum page size seen" : 0, "Minimum on-disk page image size seen" : 0, "Number of pages never visited by eviction server" : 0, "On-disk page image sizes smaller than a single allocation unit" : 0, "Pages created in memory and never written" : 0, "Pages currently queued for eviction" : 0, "Pages that could not be queued for eviction" : 0, "Refs skipped during cache traversal" : 0, "Size of the root page" : 0, "Total number of pages currently in cache" : 0 }, "compression" : { "compressed pages read" : 1247568779, "compressed pages written" : 244050727, "page written failed to compress" : 0, "page written was too small to compress" : 5261572 }, "cursor" : { "bulk-loaded cursor-insert calls" : 0, "close calls that result in cache" : 0, "create calls" : 1595926, "cursor operation restarted" : 0, "cursor-insert key and value bytes inserted" : NumberLong("28552774971697"), "cursor-remove key bytes removed" : 0, "cursor-update value bytes updated" : 0, "cursors reused from cache" : 6286365974, "insert calls" : 13541180351, "modify calls" : 0, "next calls" : 68390643537, "open cursor count" : 0, "prev calls" : 2411173, "remove calls" : 0, "reserve calls" : 0, "reset calls" : 20387957212, "search calls" : 30656360, "search near calls" : 542287567, "truncate calls" : 2411171, "update calls" : 0 }, "reconciliation" : { "dictionary matches" : 0, "fast-path pages deleted" : 175, "internal page key bytes discarded using suffix compression" : 508090245, "internal page multi-block writes" : 1208830, "internal-page overflow keys" : 0, "leaf page key bytes discarded using prefix compression" : 0, "leaf page multi-block writes" : 3917475, "leaf-page overflow keys" : 0, "maximum blocks required for a page" : 1, "overflow values written" : 0, "page checksum matches" : 44158544, "page reconciliation calls" : 8210598, "page reconciliation calls for eviction" : 676842, "pages deleted" : 708667 }, "session" : { "object compaction" : 0 }, "transaction" : { "update conflicts" : 0 } }, "nindexes" : 2, "totalIndexSize" : 529, "indexSizes" : { "_id_" : 180, "offerId_1__id_-1" : 349 }, "ok" : 1 } changelog:PRIMARY> // here comes the problematic secondary: changelog:SECONDARY> db.offerMapping.stats({scale:1024*1024*1024}) { "ns" : "changelog.offerMapping", "size" : 26504, "count" : 13533565079, "avgObjSize" : 2102, "storageSize" : 4498, "capped" : true, "max" : -1, "maxSize" : 26505, "sleepCount" : 0, "sleepMS" : 0, "wiredTiger" : { "metadata" : { "formatVersion" : 1 }, "creationString" : "access_pattern_hint=none,allocation_size=4KB,app_metadata=(formatVersion=1),assert=(commit_timestamp=none,read_timestamp=none),block_allocation=best,block_compressor=zlib,cache_resident=false,checksum=on,colgroups=,collator=,columns=,dictionary=0,encryption=(keyid=,name=),exclusive=false,extractor=,format=btree,huffman_key=,huffman_value=,ignore_in_memory_cache_size=false,immutable=false,internal_item_max=0,internal_key_max=0,internal_key_truncate=true,internal_page_max=4KB,key_format=q,key_gap=10,leaf_item_max=0,leaf_key_max=0,leaf_page_max=32KB,leaf_value_max=64MB,log=(enabled=true),lsm=(auto_throttle=true,bloom=true,bloom_bit_count=16,bloom_config=,bloom_hash_count=8,bloom_oldest=false,chunk_count_limit=0,chunk_max=5GB,chunk_size=10MB,merge_custom=(prefix=,start_generation=0,suffix=),merge_max=15,merge_min=0),memory_page_image_max=0,memory_page_max=10m,os_cache_dirty_max=0,os_cache_max=0,prefix_compression=false,prefix_compression_min=4,source=,split_deepen_min_child=0,split_deepen_per_child=0,split_pct=90,type=file,value_format=u", "type" : "file", "uri" : "statistics:table:collection-9-7550813519228017386", "LSM" : { "bloom filter false positives" : 0, "bloom filter hits" : 0, "bloom filter misses" : 0, "bloom filter pages evicted from cache" : 0, "bloom filter pages read into cache" : 0, "bloom filters in the LSM tree" : 0, "chunks in the LSM tree" : 0, "highest merge generation in the LSM tree" : 0, "queries that could have benefited from a Bloom filter that did not exist" : 0, "sleep for LSM checkpoint throttle" : 0, "sleep for LSM merge throttle" : 0, "total size of bloom filters" : 0 }, "block-manager" : { "allocations requiring file extension" : 245565310, "blocks allocated" : 245766103, "blocks freed" : 322418, "checkpoint size" : NumberLong("4830578003968"), "file allocation unit size" : 4096, "file bytes available for reuse" : 11751424, "file magic number" : 120897, "file major version number" : 1, "file size in bytes" : NumberLong("4830589771776"), "minor version number" : 0 }, "btree" : { "btree checkpoint generation" : 7849, "column-store fixed-size leaf pages" : 0, "column-store internal pages" : 0, "column-store variable-size RLE encoded values" : 0, "column-store variable-size deleted values" : 0, "column-store variable-size leaf pages" : 0, "fixed-record size" : 0, "maximum internal page key size" : 368, "maximum internal page size" : 4096, "maximum leaf page key size" : 2867, "maximum leaf page size" : 32768, "maximum leaf page value size" : 67108864, "maximum tree depth" : 6, "number of key/value pairs" : 0, "overflow pages" : 0, "pages rewritten by compaction" : 0, "row-store internal pages" : 0, "row-store leaf pages" : 0 }, "cache" : { "bytes currently in the cache" : 5505496588, "bytes dirty in the cache cumulative" : NumberLong("4157921854856"), "bytes read into cache" : 830472294747, "bytes written from cache" : NumberLong("28615599455647"), "checkpoint blocked page eviction" : 89141, "data source pages selected for eviction unable to be evicted" : 255685111, "eviction walk passes of a file" : 114360284, "eviction walk target pages histogram - 0-9" : 38438169, "eviction walk target pages histogram - 10-31" : 31492245, "eviction walk target pages histogram - 128 and higher" : 0, "eviction walk target pages histogram - 32-63" : 23217902, "eviction walk target pages histogram - 64-128" : 21211968, "eviction walks abandoned" : 140075, "eviction walks gave up because they restarted their walk twice" : 18, "eviction walks gave up because they saw too many pages and found no candidates" : 45208648, "eviction walks gave up because they saw too many pages and found too few candidates" : 11449755, "eviction walks reached end of tree" : 56727584, "eviction walks started from root of tree" : 56799385, "eviction walks started from saved location in tree" : 57560899, "hazard pointer blocked page eviction" : 84033, "in-memory page passed criteria to be split" : 7957829, "in-memory page splits" : 3621461, "internal pages evicted" : 1285877, "internal pages split during eviction" : 9947, "leaf pages split during eviction" : 3607839, "modified pages evicted" : 944812445, "overflow pages read into cache" : 0, "page split during eviction deepened the tree" : 3, "page written requiring cache overflow records" : 50738, "pages read into cache" : 7176687, "pages read into cache after truncate" : 36, "pages read into cache after truncate in prepare state" : 0, "pages read into cache requiring cache overflow entries" : 65438, "pages requested from the cache" : 47970204256, "pages seen by eviction walk" : 113200332178, "pages written from cache" : 245750560, "pages written requiring in-memory restoration" : 939786744, "tracked dirty bytes in the cache" : 85050509, "unmodified pages evicted" : 191703000 }, "cache_walk" : { "Average difference between current eviction generation when the page was last considered" : 0, "Average on-disk page image size seen" : 0, "Average time in cache for pages that have been visited by the eviction server" : 0, "Average time in cache for pages that have not been visited by the eviction server" : 0, "Clean pages currently in cache" : 0, "Current eviction generation" : 0, "Dirty pages currently in cache" : 0, "Entries in the root page" : 0, "Internal pages currently in cache" : 0, "Leaf pages currently in cache" : 0, "Maximum difference between current eviction generation when the page was last considered" : 0, "Maximum page size seen" : 0, "Minimum on-disk page image size seen" : 0, "Number of pages never visited by eviction server" : 0, "On-disk page image sizes smaller than a single allocation unit" : 0, "Pages created in memory and never written" : 0, "Pages currently queued for eviction" : 0, "Pages that could not be queued for eviction" : 0, "Refs skipped during cache traversal" : 0, "Size of the root page" : 0, "Total number of pages currently in cache" : 0 }, "compression" : { "compressed pages read" : 7119935, "compressed pages written" : 243749920, "page written failed to compress" : 0, "page written was too small to compress" : 1997523 }, "cursor" : { "bulk-loaded cursor-insert calls" : 0, "close calls that result in cache" : 0, "create calls" : 628, "cursor operation restarted" : 0, "cursor-insert key and value bytes inserted" : NumberLong("29363037269367"), "cursor-remove key bytes removed" : 0, "cursor-update value bytes updated" : 0, "cursors reused from cache" : 65539082, "insert calls" : 13963239657, "modify calls" : 0, "next calls" : 3951531, "open cursor count" : 0, "prev calls" : 2405724, "remove calls" : 0, "reserve calls" : 0, "reset calls" : 14891384478, "search calls" : 431302986, "search near calls" : 4811446, "truncate calls" : 2405723, "update calls" : 0 }, "reconciliation" : { "dictionary matches" : 0, "fast-path pages deleted" : 178, "internal page key bytes discarded using suffix compression" : 483828430, "internal page multi-block writes" : 117947, "internal-page overflow keys" : 0, "leaf page key bytes discarded using prefix compression" : 0, "leaf page multi-block writes" : 3548772, "leaf-page overflow keys" : 0, "maximum blocks required for a page" : 1, "overflow values written" : 0, "page checksum matches" : 1352213, "page reconciliation calls" : 950180614, "page reconciliation calls for eviction" : 944273815, "pages deleted" : 2650093 }, "session" : { "object compaction" : 0 }, "transaction" : { "update conflicts" : 0 } }, "nindexes" : 2, "totalIndexSize" : 795, "indexSizes" : { "_id_" : 423, "offerId_1__id_-1" : 371 }, "ok" : 1 } changelog:SECONDARY> changelog:SECONDARY> db.offerMapping.stats({scale:1024*1024*1024}) { "ns" : "changelog.offerMapping", "size" : 26504, "count" : 13533572139, "avgObjSize" : 2102, "storageSize" : 4497, "capped" : true, "max" : -1, "maxSize" : 26505, "sleepCount" : 0, "sleepMS" : 0, "wiredTiger" : { "metadata" : { "formatVersion" : 1 }, "creationString" : "access_pattern_hint=none,allocation_size=4KB,app_metadata=(formatVersion=1),assert=(commit_timestamp=none,read_timestamp=none),block_allocation=best,block_compressor=zlib,cache_resident=false,checksum=on,colgroups=,collator=,columns=,dictionary=0,encryption=(keyid=,name=),exclusive=false,extractor=,format=btree,huffman_key=,huffman_value=,ignore_in_memory_cache_size=false,immutable=false,internal_item_max=0,internal_key_max=0,internal_key_truncate=true,internal_page_max=4KB,key_format=q,key_gap=10,leaf_item_max=0,leaf_key_max=0,leaf_page_max=32KB,leaf_value_max=64MB,log=(enabled=false),lsm=(auto_throttle=true,bloom=true,bloom_bit_count=16,bloom_config=,bloom_hash_count=8,bloom_oldest=false,chunk_count_limit=0,chunk_max=5GB,chunk_size=10MB,merge_custom=(prefix=,start_generation=0,suffix=),merge_max=15,merge_min=0),memory_page_image_max=0,memory_page_max=10m,os_cache_dirty_max=0,os_cache_max=0,prefix_compression=false,prefix_compression_min=4,source=,split_deepen_min_child=0,split_deepen_per_child=0,split_pct=90,type=file,value_format=u", "type" : "file", "uri" : "statistics:table:collection-29-7814257430619338836", "LSM" : { "bloom filter false positives" : 0, "bloom filter hits" : 0, "bloom filter misses" : 0, "bloom filter pages evicted from cache" : 0, "bloom filter pages read into cache" : 0, "bloom filters in the LSM tree" : 0, "chunks in the LSM tree" : 0, "highest merge generation in the LSM tree" : 0, "queries that could have benefited from a Bloom filter that did not exist" : 0, "sleep for LSM checkpoint throttle" : 0, "sleep for LSM merge throttle" : 0, "total size of bloom filters" : 0 }, "block-manager" : { "allocations requiring file extension" : 245514365, "blocks allocated" : 249873694, "blocks freed" : 3672022, "checkpoint size" : NumberLong("4829422026752"), "file allocation unit size" : 4096, "file bytes available for reuse" : 16502784, "file magic number" : 120897, "file major version number" : 1, "file size in bytes" : NumberLong("4829445177344"), "minor version number" : 0 }, "btree" : { "btree checkpoint generation" : 417019, "column-store fixed-size leaf pages" : 0, "column-store internal pages" : 0, "column-store variable-size RLE encoded values" : 0, "column-store variable-size deleted values" : 0, "column-store variable-size leaf pages" : 0, "fixed-record size" : 0, "maximum internal page key size" : 368, "maximum internal page size" : 4096, "maximum leaf page key size" : 2867, "maximum leaf page size" : 32768, "maximum leaf page value size" : 67108864, "maximum tree depth" : 6, "number of key/value pairs" : 0, "overflow pages" : 0, "pages rewritten by compaction" : 0, "row-store internal pages" : 0, "row-store leaf pages" : 0 }, "cache" : { "bytes currently in the cache" : 5035380169, "bytes dirty in the cache cumulative" : 513745142815, "bytes read into cache" : NumberLong("1113851369268"), "bytes written from cache" : NumberLong("28677013177847"), "checkpoint blocked page eviction" : 82, "data source pages selected for eviction unable to be evicted" : 214857, "eviction walk passes of a file" : 16679569, "eviction walk target pages histogram - 0-9" : 2703818, "eviction walk target pages histogram - 10-31" : 9624867, "eviction walk target pages histogram - 128 and higher" : 0, "eviction walk target pages histogram - 32-63" : 3285687, "eviction walk target pages histogram - 64-128" : 1065197, "eviction walks abandoned" : 6398513, "eviction walks gave up because they restarted their walk twice" : 312, "eviction walks gave up because they saw too many pages and found no candidates" : 329747, "eviction walks gave up because they saw too many pages and found too few candidates" : 50382, "eviction walks reached end of tree" : 6762541, "eviction walks started from root of tree" : 6779094, "eviction walks started from saved location in tree" : 9900475, "hazard pointer blocked page eviction" : 29823, "in-memory page passed criteria to be split" : 7087877, "in-memory page splits" : 3468583, "internal pages evicted" : 932753, "internal pages split during eviction" : 8398, "leaf pages split during eviction" : 3750643, "modified pages evicted" : 4576835, "overflow pages read into cache" : 0, "page split during eviction deepened the tree" : 3, "page written requiring cache overflow records" : 0, "pages read into cache" : 9569826, "pages read into cache after truncate" : 1, "pages read into cache after truncate in prepare state" : 0, "pages read into cache requiring cache overflow entries" : 0, "pages requested from the cache" : 45678566362, "pages seen by eviction walk" : 577214411, "pages written from cache" : 249139423, "pages written requiring in-memory restoration" : 5287, "tracked dirty bytes in the cache" : 252122976, "unmodified pages evicted" : 44463963 }, "cache_walk" : { "Average difference between current eviction generation when the page was last considered" : 0, "Average on-disk page image size seen" : 0, "Average time in cache for pages that have been visited by the eviction server" : 0, "Average time in cache for pages that have not been visited by the eviction server" : 0, "Clean pages currently in cache" : 0, "Current eviction generation" : 0, "Dirty pages currently in cache" : 0, "Entries in the root page" : 0, "Internal pages currently in cache" : 0, "Leaf pages currently in cache" : 0, "Maximum difference between current eviction generation when the page was last considered" : 0, "Maximum page size seen" : 0, "Minimum on-disk page image size seen" : 0, "Number of pages never visited by eviction server" : 0, "On-disk page image sizes smaller than a single allocation unit" : 0, "Pages created in memory and never written" : 0, "Pages currently queued for eviction" : 0, "Pages that could not be queued for eviction" : 0, "Refs skipped during cache traversal" : 0, "Size of the root page" : 0, "Total number of pages currently in cache" : 0 }, "compression" : { "compressed pages read" : 9473152, "compressed pages written" : 244079278, "page written failed to compress" : 0, "page written was too small to compress" : 5059235 }, "cursor" : { "bulk-loaded cursor-insert calls" : 0, "close calls that result in cache" : 0, "create calls" : 1104561, "cursor operation restarted" : 0, "cursor-insert key and value bytes inserted" : NumberLong("28543940161990"), "cursor-remove key bytes removed" : 0, "cursor-update value bytes updated" : 0, "cursors reused from cache" : 7133753845, "insert calls" : 13537027891, "modify calls" : 0, "next calls" : 509814114, "open cursor count" : 6343, "prev calls" : 2608578, "remove calls" : 0, "reserve calls" : 0, "reset calls" : 20685150945, "search calls" : 5239446, "search near calls" : 9191593, "truncate calls" : 2608577, "update calls" : 0 }, "reconciliation" : { "dictionary matches" : 0, "fast-path pages deleted" : 200, "internal page key bytes discarded using suffix compression" : 508565653, "internal page multi-block writes" : 1516255, "internal-page overflow keys" : 0, "leaf page key bytes discarded using prefix compression" : 0, "leaf page multi-block writes" : 3921028, "leaf-page overflow keys" : 0, "maximum blocks required for a page" : 1, "overflow values written" : 0, "page checksum matches" : 69847443, "page reconciliation calls" : 7285303, "page reconciliation calls for eviction" : 548928, "pages deleted" : 686829 }, "session" : { "object compaction" : 0 }, "transaction" : { "update conflicts" : 0 } }, "nindexes" : 2, "totalIndexSize" : 528, "indexSizes" : { "_id_" : 180, "offerId_1__id_-1" : 348 }, "ok" : 1 } changelog:SECONDARY>