2014-03-27T23:08:11.128-0700 [conn1893] command mmsdbhours.$cmd command: update { update: "data.rrdHours", updates: [ { q: { _id: "619603aeca698e85dcb06797248df5b6-9660a79a7b153585647ba9e599ccba63-20140328-emily-ord-queue.accessesNotInMemory-recordStats" }, u: { $inc: { hy.6.n: 1, hy.6.t: 191538 } }, multi: false, upsert: true } ], ordered: true, metadata: { shardName: "mmsrs4", shardVersion: [ Timestamp 14178000|8859, ObjectId('519112e21b63763dc7582aca') ], session: 0 } } ntoreturn:1 keyUpdates:0 numYields:0 reslen:155 123ms 2014-03-27T23:08:11.128-0700 [conn208] command mmsdbhours.$cmd command: update { update: "data.rrdHours", updates: [ { q: { _id: "619603aeca698e85dcb06797248df5b6-9660a79a7b153585647ba9e599ccba63-20140328-regular-asserts" }, u: { $inc: { hy.6.n: 1, hy.6.t: 0 } }, multi: false, upsert: true } ], ordered: true, metadata: { shardName: "mmsrs4", shardVersion: [ Timestamp 14178000|8859, ObjectId('519112e21b63763dc7582aca') ], session: 0 } } ntoreturn:1 keyUpdates:0 numYields:0 reslen:155 123ms 2014-03-27T23:08:11.128-0700 [conn2379] update mmsdbhours.data.rrdHours query: { _id: "619603aeca698e85dcb06797248df5b6-9660a79a7b153585647ba9e599ccba63-20140328-pageFaultExceptionsThrown-recordStats" } update: { $inc: { hy.6.n: 1, hy.6.t: 0 } } nscanned:1 nscannedObjects:1 nMatched:1 nModified:1 fastmod:1 keyUpdates:0 numYields:0 locks(micros) w:139 123ms 2014-03-27T23:08:11.128-0700 [conn2379] command mmsdbhours.$cmd command: update { update: "data.rrdHours", updates: [ { q: { _id: "619603aeca698e85dcb06797248df5b6-9660a79a7b153585647ba9e599ccba63-20140328-pageFaultExceptionsThrown-recordStats" }, u: { $inc: { hy.6.n: 1, hy.6.t: 0 } }, multi: false, upsert: true } ], ordered: true, metadata: { shardName: "mmsrs4", shardVersion: [ Timestamp 14178000|8859, ObjectId('519112e21b63763dc7582aca') ], session: 0 } } ntoreturn:1 keyUpdates:0 numYields:0 reslen:155 123ms 2014-03-27T23:08:11.128-0700 [conn2377] update mmsdbhours.data.rrdHours query: { _id: "619603aeca698e85dcb06797248df5b6-9660a79a7b153585647ba9e599ccba63-20140328-user-asserts" } update: { $inc: { hy.6.n: 1, hy.6.t: 664 } } nscanned:1 nscannedObjects:1 nMatched:1 nModified:1 fastmod:1 keyUpdates:0 numYields:0 locks(micros) w:94 123ms 2014-03-27T23:08:11.128-0700 [conn2377] command mmsdbhours.$cmd command: update { update: "data.rrdHours", updates: [ { q: { _id: "619603aeca698e85dcb06797248df5b6-9660a79a7b153585647ba9e599ccba63-20140328-user-asserts" }, u: { $inc: { hy.6.n: 1, hy.6.t: 664 } }, multi: false, upsert: true } ], ordered: true, metadata: { shardName: "mmsrs4", shardVersion: [ Timestamp 14178000|8859, ObjectId('519112e21b63763dc7582aca') ], session: 0 } } ntoreturn:1 keyUpdates:0 numYields:0 reslen:155 123ms 2014-03-27T23:08:11.129-0700 [conn77] update mmsdbhours.data.rrdHours query: { _id: "619603aeca698e85dcb06797248df5b6-9660a79a7b153585647ba9e599ccba63-20140328-config.accessesNotInMemory-recordStats" } update: { $inc: { hy.6.n: 1, hy.6.t: 0 } } nscanned:1 nscannedObjects:1 nMatched:1 nModified:1 fastmod:1 keyUpdates:0 numYields:0 locks(micros) w:76 123ms 2014-03-27T23:08:11.129-0700 [conn77] command mmsdbhours.$cmd command: update { update: "data.rrdHours", updates: [ { q: { _id: "619603aeca698e85dcb06797248df5b6-9660a79a7b153585647ba9e599ccba63-20140328-config.accessesNotInMemory-recordStats" }, u: { $inc: { hy.6.n: 1, hy.6.t: 0 } }, multi: false, upsert: true } ], ordered: true, metadata: { shardName: "mmsrs4", shardVersion: [ Timestamp 14178000|8859, ObjectId('519112e21b63763dc7582aca') ], session: 0 } } ntoreturn:1 keyUpdates:0 numYields:0 reslen:155 123ms 2014-03-27T23:08:11.129-0700 [conn994] update mmsdbhours.data.rrdHours query: { _id: "619603aeca698e85dcb06797248df5b6-9660a79a7b153585647ba9e599ccba63-20140328-accessesNotInMemory-recordStats" } update: { $inc: { hy.6.n: 1, hy.6.t: 217647 } } nscanned:1 nscannedObjects:1 nMatched:1 nModified:1 fastmod:1 keyUpdates:0 numYields:0 locks(micros) w:158 123ms 2014-03-27T23:08:11.129-0700 [conn994] command mmsdbhours.$cmd command: update { update: "data.rrdHours", updates: [ { q: { _id: "619603aeca698e85dcb06797248df5b6-9660a79a7b153585647ba9e599ccba63-20140328-accessesNotInMemory-recordStats" }, u: { $inc: { hy.6.n: 1, hy.6.t: 217647 } }, multi: false, upsert: true } ], ordered: true, metadata: { shardName: "mmsrs4", shardVersion: [ Timestamp 14178000|8859, ObjectId('519112e21b63763dc7582aca') ], session: 0 } } ntoreturn:1 keyUpdates:0 numYields:0 reslen:155 123ms 2014-03-27T23:08:11.129-0700 [conn3138] update mmsdbhours.data.rrdHours query: { _id: "619603aeca698e85dcb06797248df5b6-9660a79a7b153585647ba9e599ccba63-20140328-writeToDataFilesMB-dur" } update: { $inc: { hy.6.n: 1, hy.6.t: 0.0 } } nscanned:1 nscannedObjects:1 nMatched:1 nModified:1 fastmod:1 keyUpdates:0 numYields:0 locks(micros) w:118 123ms 2014-03-27T23:08:11.129-0700 [conn3138] command mmsdbhours.$cmd command: update { update: "data.rrdHours", updates: [ { q: { _id: "619603aeca698e85dcb06797248df5b6-9660a79a7b153585647ba9e599ccba63-20140328-writeToDataFilesMB-dur" }, u: { $inc: { hy.6.n: 1, hy.6.t: 0.0 } }, multi: false, upsert: true } ], ordered: true, metadata: { shardName: "mmsrs4", shardVersion: [ Timestamp 14178000|8859, ObjectId('519112e21b63763dc7582aca') ], session: 0 } } ntoreturn:1 keyUpdates:0 numYields:0 reslen:155 123ms 2014-03-27T23:08:11.129-0700 [conn932] update mmsdbhours.data.rrdHours query: { _id: "619603aeca698e85dcb06797248df5b6-9660a79a7b153585647ba9e599ccba63-20140328-getmore-opcounters" } update: { $inc: { hy.6.n: 1, hy.6.t: 137 } } nscanned:1 nscannedObjects:1 nMatched:1 nModified:1 fastmod:1 keyUpdates:0 numYields:0 locks(micros) w:122 123ms 2014-03-27T23:08:11.129-0700 [conn932] command mmsdbhours.$cmd command: update { update: "data.rrdHours", updates: [ { q: { _id: "619603aeca698e85dcb06797248df5b6-9660a79a7b153585647ba9e599ccba63-20140328-getmore-opcounters" }, u: { $inc: { hy.6.n: 1, hy.6.t: 137 } }, multi: false, upsert: true } ], ordered: true, metadata: { shardName: "mmsrs4", shardVersion: [ Timestamp 14178000|8859, ObjectId('519112e21b63763dc7582aca') ], session: 0 } } ntoreturn:1 keyUpdates:0 numYields:0 reslen:155 123ms 2014-03-27T23:08:11.129-0700 [conn1410] update mmsdbhours.data.rrdHours query: { _id: "619603aeca698e85dcb06797248df5b6-9660a79a7b153585647ba9e599ccba63-20140328-emily-ord-attachments.pageFaultExceptionsThrown-recordStats" } update: { $inc: { hy.6.n: 1, hy.6.t: 0 } } nscanned:1 nscannedObjects:1 nMatched:1 nModified:1 fastmod:1 keyUpdates:0 numYields:0 locks(micros) w:204 123ms 2014-03-27T23:08:11.129-0700 [conn1410] command mmsdbhours.$cmd command: update { update: "data.rrdHours", updates: [ { q: { _id: "619603aeca698e85dcb06797248df5b6-9660a79a7b153585647ba9e599ccba63-20140328-emily-ord-attachments.pageFaultExceptionsThrown-recordStats" }, u: { $inc: { hy.6.n: 1, hy.6.t: 0 } }, multi: false, upsert: true } ], ordered: true, metadata: { shardName: "mmsrs4", shardVersion: [ Timestamp 14178000|8859, ObjectId('519112e21b63763dc7582aca') ], session: 0 } } ntoreturn:1 keyUpdates:0 numYields:0 reslen:155 123ms 2014-03-27T23:08:11.130-0700 [conn1163] update mmsdbhours.data.rrdHours query: { _id: "619603aeca698e85dcb06797248df5b6-9660a79a7b153585647ba9e599ccba63-20140328-config.pageFaultExceptionsThrown-recordStats" } update: { $inc: { hy.6.n: 1, hy.6.t: 0 } } nscanned:1 nscannedObjects:1 nMatched:1 nModified:1 fastmod:1 keyUpdates:0 numYields:0 locks(micros) w:76 123ms 2014-03-27T23:08:11.130-0700 [conn1163] command mmsdbhours.$cmd command: update { update: "data.rrdHours", updates: [ { q: { _id: "619603aeca698e85dcb06797248df5b6-9660a79a7b153585647ba9e599ccba63-20140328-config.pageFaultExceptionsThrown-recordStats" }, u: { $inc: { hy.6.n: 1, hy.6.t: 0 } }, multi: false, upsert: true } ], ordered: true, metadata: { shardName: "mmsrs4", shardVersion: [ Timestamp 14178000|8859, ObjectId('519112e21b63763dc7582aca') ], session: 0 } } ntoreturn:1 keyUpdates:0 numYields:0 reslen:155 123ms 2014-03-27T23:08:11.130-0700 [conn1127] update mmsdbhours.data.rrdHours query: { _id: "619603aeca698e85dcb06797248df5b6-9660a79a7b153585647ba9e599ccba63-20140328-emily-ord-queue.pageFaultExceptionsThrown-recordStats" } update: { $inc: { hy.6.n: 1, hy.6.t: 0 } } nscanned:1 nscannedObjects:1 nMatched:1 nModified:1 fastmod:1 keyUpdates:0 numYields:0 locks(micros) w:69 123ms 2014-03-27T23:08:11.130-0700 [conn1127] command mmsdbhours.$cmd command: update { update: "data.rrdHours", updates: [ { q: { _id: "619603aeca698e85dcb06797248df5b6-9660a79a7b153585647ba9e599ccba63-20140328-emily-ord-queue.pageFaultExceptionsThrown-recordStats" }, u: { $inc: { hy.6.n: 1, hy.6.t: 0 } }, multi: false, upsert: true } ], ordered: true, metadata: { shardName: "mmsrs4", shardVersion: [ Timestamp 14178000|8859, ObjectId('519112e21b63763dc7582aca') ], session: 0 } } ntoreturn:1 keyUpdates:0 numYields:0 reslen:155 123ms 2014-03-27T23:08:11.130-0700 [conn1733] update mmsdbhours.data.rrdHours query: { _id: "619603aeca698e85dcb06797248df5b6-9660a79a7b153585647ba9e599ccba63-20140328-commitsInWriteLock-dur" } update: { $inc: { hy.6.n: 1, hy.6.t: 0 } } nscanned:1 nscannedObjects:1 nMatched:1 nModified:1 fastmod:1 keyUpdates:0 numYields:0 locks(micros) w:101 123ms 2014-03-27T23:08:11.130-0700 [conn1733] command mmsdbhours.$cmd command: update { update: "data.rrdHours", updates: [ { q: { _id: "619603aeca698e85dcb06797248df5b6-9660a79a7b153585647ba9e599ccba63-20140328-commitsInWriteLock-dur" }, u: { $inc: { hy.6.n: 1, hy.6.t: 0 } }, multi: false, upsert: true } ], ordered: true, metadata: { shardName: "mmsrs4", shardVersion: [ Timestamp 14178000|8859, ObjectId('519112e21b63763dc7582aca') ], session: 0 } } ntoreturn:1 keyUpdates:0 numYields:0 reslen:155 123ms 2014-03-27T23:08:11.130-0700 [conn1801] update mmsdbhours.data.rrdHours query: { _id: "619603aeca698e85dcb06797248df5b6-9660a79a7b153585647ba9e599ccba63-20140328-emily-ord-attachments.accessesNotInMemory-recordStats" } update: { $inc: { hy.6.n: 1, hy.6.t: 5 } } nscanned:1 nscannedObjects:1 nMatched:1 nModified:1 fastmod:1 keyUpdates:0 numYields:0 locks(micros) w:102 123ms 2014-03-27T23:08:11.130-0700 [conn1801] command mmsdbhours.$cmd command: update { update: "data.rrdHours", updates: [ { q: { _id: "619603aeca698e85dcb06797248df5b6-9660a79a7b153585647ba9e599ccba63-20140328-emily-ord-attachments.accessesNotInMemory-recordStats" }, u: { $inc: { hy.6.n: 1, hy.6.t: 5 } }, multi: false, upsert: true } ], ordered: true, metadata: { shardName: "mmsrs4", shardVersion: [ Timestamp 14178000|8859, ObjectId('519112e21b63763dc7582aca') ], session: 0 } } ntoreturn:1 keyUpdates:0 numYields:0 reslen:155 123ms 2014-03-27T23:08:11.130-0700 [conn1374] update mmsdbhours.data.rrdHours query: { _id: "619603aeca698e85dcb06797248df5b6-9660a79a7b153585647ba9e599ccba63-20140328-mindy-ord-u.pageFaultExceptionsThrown-recordStats" } update: { $inc: { hy.6.n: 1, hy.6.t: 0 } } nscanned:1 nscannedObjects:1 nMatched:1 nModified:1 fastmod:1 keyUpdates:0 numYields:0 locks(micros) w:130 124ms 2014-03-27T23:08:11.130-0700 [conn1374] command mmsdbhours.$cmd command: update { update: "data.rrdHours", updates: [ { q: { _id: "619603aeca698e85dcb06797248df5b6-9660a79a7b153585647ba9e599ccba63-20140328-mindy-ord-u.pageFaultExceptionsThrown-recordStats" }, u: { $inc: { hy.6.n: 1, hy.6.t: 0 } }, multi: false, upsert: true } ], ordered: true, metadata: { shardName: "mmsrs4", shardVersion: [ Timestamp 14178000|8859, ObjectId('519112e21b63763dc7582aca') ], session: 0 } } ntoreturn:1 keyUpdates:0 numYields:0 reslen:155 124ms 2014-03-27T23:08:11.130-0700 [conn835] update mmsdbhours.data.rrdHours query: { _id: "619603aeca698e85dcb06797248df5b6-9660a79a7b153585647ba9e599ccba63-20140328-local.pageFaultExceptionsThrown-recordStats" } update: { $inc: { hy.6.n: 1, hy.6.t: 0 } } nscanned:1 nscannedObjects:1 nMatched:1 nModified:1 fastmod:1 keyUpdates:0 numYields:0 locks(micros) w:161 124ms 2014-03-27T23:08:11.130-0700 [conn835] command mmsdbhours.$cmd command: update { update: "data.rrdHours", updates: [ { q: { _id: "619603aeca698e85dcb06797248df5b6-9660a79a7b153585647ba9e599ccba63-20140328-local.pageFaultExceptionsThrown-recordStats" }, u: { $inc: { hy.6.n: 1, hy.6.t: 0 } }, multi: false, upsert: true } ], ordered: true, metadata: { shardName: "mmsrs4", shardVersion: [ Timestamp 14178000|8859, ObjectId('519112e21b63763dc7582aca') ], session: 0 } } ntoreturn:1 keyUpdates:0 numYields:0 reslen:155 124ms 2014-03-27T23:08:11.130-0700 [conn2414] update mmsdbhours.data.rrdHours query: { _id: "619603aeca698e85dcb06797248df5b6-4f27c10dd1eaeb421d5a2e715b10f54b-20140328-masterTime-oplog" } update: { $inc: { hy.6.n: 1, hy.6.t: 47953 } } nscanned:1 nscannedObjects:1 nMatched:1 nModified:1 fastmod:1 keyUpdates:0 numYields:0 locks(micros) w:127 124ms 2014-03-27T23:08:11.130-0700 [conn2414] command mmsdbhours.$cmd command: update { update: "data.rrdHours", updates: [ { q: { _id: "619603aeca698e85dcb06797248df5b6-4f27c10dd1eaeb421d5a2e715b10f54b-20140328-masterTime-oplog" }, u: { $inc: { hy.6.n: 1, hy.6.t: 47953 } }, multi: false, upsert: true } ], ordered: true, metadata: { shardName: "mmsrs4", shardVersion: [ Timestamp 14178000|8859, ObjectId('519112e21b63763dc7582aca') ], session: 0 } } ntoreturn:1 keyUpdates:0 numYields:0 reslen:155 124ms 2014-03-27T23:08:11.131-0700 [conn503] update mmsdbhours.data.rrdHours query: { _id: "619603aeca698e85dcb06797248df5b6-9660a79a7b153585647ba9e599ccba63-20140328-local.accessesNotInMemory-recordStats" } update: { $inc: { hy.6.n: 1, hy.6.t: 26104 } } nscanned:1 nscannedObjects:1 nMatched:1 nModified:1 keyUpdates:0 numYields:0 locks(micros) w:144 124ms 2014-03-27T23:08:11.131-0700 [conn503] command mmsdbhours.$cmd command: update { update: "data.rrdHours", updates: [ { q: { _id: "619603aeca698e85dcb06797248df5b6-9660a79a7b153585647ba9e599ccba63-20140328-local.accessesNotInMemory-recordStats" }, u: { $inc: { hy.6.n: 1, hy.6.t: 26104 } }, multi: false, upsert: true } ], ordered: true, metadata: { shardName: "mmsrs4", shardVersion: [ Timestamp 14178000|8859, ObjectId('519112e21b63763dc7582aca') ], session: 0 } } ntoreturn:1 keyUpdates:0 numYields:0 reslen:155 124ms 2014-03-27T23:08:11.131-0700 [conn995] update mmsdbhours.data.rrdHours query: { _id: "619603aeca698e85dcb06797248df5b6-9660a79a7b153585647ba9e599ccba63-20140328-hostHotestDbLockPercent-locks" } update: { $inc: { hy.6.n: 1, hy.6.t: 0.2553451729365422 } } nscanned:1 nscannedObjects:1 nMatched:1 nModified:1 fastmod:1 keyUpdates:0 numYields:0 locks(micros) w:121 124ms 2014-03-27T23:08:11.131-0700 [conn995] command mmsdbhours.$cmd command: update { update: "data.rrdHours", updates: [ { q: { _id: "619603aeca698e85dcb06797248df5b6-9660a79a7b153585647ba9e599ccba63-20140328-hostHotestDbLockPercent-locks" }, u: { $inc: { hy.6.n: 1, hy.6.t: 0.2553451729365422 } }, multi: false, upsert: true } ], ordered: true, metadata: { shardName: "mmsrs4", shardVersion: [ Timestamp 14178000|8859, ObjectId('519112e21b63763dc7582aca') ], session: 0 } } ntoreturn:1 keyUpdates:0 numYields:0 reslen:155 124ms 2014-03-27T23:08:11.131-0700 [conn1117] insert mmsdbhours.data.rrdHours query: { _id: "ac9221777a700ab2480b1264b687a518-f53907cd99458e146dfc17db9b496018-20140329-numRequests-network", d: "20140329", g: "network", i: "numRequests", cid: ObjectId('53109aa594ffeb13a44aa289'), hid: "f53907cd99458e146dfc17db9b496018", hy: { 0: { n: 0, t: 0 }, 1: { n: 0, t: 0 }, 2: { n: 0, t: 0 }, 3: { n: 0, t: 0 }, 4: { n: 0, t: 0 }, 5: { n: 0, t: 0 }, 6: { n: 0, t: 0 }, 7: { n: 0, t: 0 }, 8: { n: 0, t: 0 }, 9: { n: 0, t: 0 }, 10: { n: 0, t: 0 }, 11: { n: 0, t: 0 }, 12: { n: 0, t: 0 }, 13: { n: 0, t: 0 }, 14: { n: 0, t: 0 }, 15: { n: 0, t: 0 }, 16: { n: 0, t: 0 }, 17: { n: 0, t: 0 }, 18: { n: 0, t: 0 }, 19: { n: 0, t: 0 }, 20: { n: 0, t: 0 }, 21: { n: 0, t: 0 }, 22: { n: 0, t: 0 }, 23: { n: 0, t: 0 } } } ninserted:1 keyUpdates:0 numYields:0 locks(micros) w:321 116ms 2014-03-27T23:08:11.131-0700 [conn1117] command mmsdbhours.$cmd command: insert { $msg: "query not recording (too large)" } ntoreturn:1 keyUpdates:0 numYields:0 locks(micros) w:43 reslen:140 116ms 2014-03-27T23:08:11.133-0700 [conn676] insert mmsdbhours.data.rrdHours query: { _id: "ac477f3ac872409657e5d8899b1a6b99-a9d85f5b2be68874f0633d836ae8062e-20140329-getmore-opcounters", d: "20140329", g: "opcounters", i: "getmore", cid: ObjectId('52a5d14b7ec5df2d7b0ffeb4'), hid: "a9d85f5b2be68874f0633d836ae8062e", hy: { 0: { n: 0, t: 0 }, 1: { n: 0, t: 0 }, 2: { n: 0, t: 0 }, 3: { n: 0, t: 0 }, 4: { n: 0, t: 0 }, 5: { n: 0, t: 0 }, 6: { n: 0, t: 0 }, 7: { n: 0, t: 0 }, 8: { n: 0, t: 0 }, 9: { n: 0, t: 0 }, 10: { n: 0, t: 0 }, 11: { n: 0, t: 0 }, 12: { n: 0, t: 0 }, 13: { n: 0, t: 0 }, 14: { n: 0, t: 0 }, 15: { n: 0, t: 0 }, 16: { n: 0, t: 0 }, 17: { n: 0, t: 0 }, 18: { n: 0, t: 0 }, 19: { n: 0, t: 0 }, 20: { n: 0, t: 0 }, 21: { n: 0, t: 0 }, 22: { n: 0, t: 0 }, 23: { n: 0, t: 0 } } } ninserted:1 keyUpdates:0 numYields:0 locks(micros) w:1679 105ms 2014-03-27T23:08:11.133-0700 [conn676] command mmsdbhours.$cmd command: insert { $msg: "query not recording (too large)" } ntoreturn:1 keyUpdates:0 numYields:0 locks(micros) w:41 reslen:140 105ms 2014-03-27T23:08:11.135-0700 [conn1305] update mmsdbhours.data.rrdHours query: { _id: "619603aeca698e85dcb06797248df5b6-9660a79a7b153585647ba9e599ccba63-20140328-mindy-ord-u.accessesNotInMemory-recordStats" } update: { $inc: { hy.6.n: 1, hy.6.t: 0 } } nscanned:1 nscannedObjects:1 nMatched:1 nModified:1 fastmod:1 keyUpdates:0 numYields:0 locks(micros) w:111 128ms 2014-03-27T23:08:11.135-0700 [conn1305] command mmsdbhours.$cmd command: update { update: "data.rrdHours", updates: [ { q: { _id: "619603aeca698e85dcb06797248df5b6-9660a79a7b153585647ba9e599ccba63-20140328-mindy-ord-u.accessesNotInMemory-recordStats" }, u: { $inc: { hy.6.n: 1, hy.6.t: 0 } }, multi: false, upsert: true } ], ordered: true, metadata: { shardName: "mmsrs4", shardVersion: [ Timestamp 14178000|8859, ObjectId('519112e21b63763dc7582aca') ], session: 0 } } ntoreturn:1 keyUpdates:0 numYields:0 reslen:155 129ms 2014-03-27T23:08:20.929-0700 [conn4980] end connection 172.30.200.11:39847 (2641 connections now open) 2014-03-27T23:08:20.930-0700 [initandlisten] connection accepted from 172.30.200.11:39853 #4982 (2642 connections now open) 2014-03-27T23:08:25.826-0700 [LockPinger] cluster mmsrrdconfig1.10gen.cc:27019,mmsrrdconfig2.10gen.cc:27019,mmsrrdconfig3.10gen.cc:27019 pinged successfully at Thu Mar 27 23:08:25 2014 by distributed lock pinger 'mmsrrdconfig1.10gen.cc:27019,mmsrrdconfig2.10gen.cc:27019,mmsrrdconfig3.10gen.cc:27019/cbi8.ny.10gen.cc:27082:1395953188:1052903454', sleeping for 30000ms 2014-03-27T23:08:29.597-0700 [conn4981] end connection 172.30.200.3:51521 (2641 connections now open) 2014-03-27T23:08:29.599-0700 [initandlisten] connection accepted from 172.30.200.3:51547 #4983 (2642 connections now open) 2014-03-27T23:08:50.938-0700 [conn4982] end connection 172.30.200.11:39853 (2641 connections now open) 2014-03-27T23:08:50.938-0700 [initandlisten] connection accepted from 172.30.200.11:39859 #4984 (2642 connections now open) 2014-03-27T23:08:56.080-0700 [LockPinger] cluster mmsrrdconfig1.10gen.cc:27019,mmsrrdconfig2.10gen.cc:27019,mmsrrdconfig3.10gen.cc:27019 pinged successfully at Thu Mar 27 23:08:55 2014 by distributed lock pinger 'mmsrrdconfig1.10gen.cc:27019,mmsrrdconfig2.10gen.cc:27019,mmsrrdconfig3.10gen.cc:27019/cbi8.ny.10gen.cc:27082:1395953188:1052903454', sleeping for 30000ms 2014-03-27T23:08:59.606-0700 [conn4983] end connection 172.30.200.3:51547 (2641 connections now open) 2014-03-27T23:08:59.608-0700 [initandlisten] connection accepted from 172.30.200.3:51570 #4985 (2642 connections now open) 2014-03-27T23:09:18.584-0700 [conn1066] insert mmsdbhours.data.rrdHours query: { _id: "affefb1359a45ae3eb40b17d79cf28e8-ff63efea1fa8d16075c459f54386777d-20140329-delete-opcounters", d: "20140329", g: "opcounters", i: "delete", cid: ObjectId('4e139faa14587819403c86a7'), hid: "ff63efea1fa8d16075c459f54386777d", hy: { 0: { n: 0, t: 0 }, 1: { n: 0, t: 0 }, 2: { n: 0, t: 0 }, 3: { n: 0, t: 0 }, 4: { n: 0, t: 0 }, 5: { n: 0, t: 0 }, 6: { n: 0, t: 0 }, 7: { n: 0, t: 0 }, 8: { n: 0, t: 0 }, 9: { n: 0, t: 0 }, 10: { n: 0, t: 0 }, 11: { n: 0, t: 0 }, 12: { n: 0, t: 0 }, 13: { n: 0, t: 0 }, 14: { n: 0, t: 0 }, 15: { n: 0, t: 0 }, 16: { n: 0, t: 0 }, 17: { n: 0, t: 0 }, 18: { n: 0, t: 0 }, 19: { n: 0, t: 0 }, 20: { n: 0, t: 0 }, 21: { n: 0, t: 0 }, 22: { n: 0, t: 0 }, 23: { n: 0, t: 0 } } } ninserted:1 keyUpdates:0 numYields:0 locks(micros) w:37496 106ms 2014-03-27T23:09:18.584-0700 [conn1066] command mmsdbhours.$cmd command: insert { $msg: "query not recording (too large)" } ntoreturn:1 keyUpdates:0 numYields:0 locks(micros) w:71 reslen:140 106ms 2014-03-27T23:09:20.947-0700 [conn4984] end connection 172.30.200.11:39859 (2641 connections now open) 2014-03-27T23:09:20.947-0700 [initandlisten] connection accepted from 172.30.200.11:39865 #4986 (2642 connections now open) 2014-03-27T23:09:26.342-0700 [LockPinger] cluster mmsrrdconfig1.10gen.cc:27019,mmsrrdconfig2.10gen.cc:27019,mmsrrdconfig3.10gen.cc:27019 pinged successfully at Thu Mar 27 23:09:26 2014 by distributed lock pinger 'mmsrrdconfig1.10gen.cc:27019,mmsrrdconfig2.10gen.cc:27019,mmsrrdconfig3.10gen.cc:27019/cbi8.ny.10gen.cc:27082:1395953188:1052903454', sleeping for 30000ms 2014-03-27T23:09:29.613-0700 [conn4985] end connection 172.30.200.3:51570 (2641 connections now open) 2014-03-27T23:09:29.617-0700 [initandlisten] connection accepted from 172.30.200.3:51595 #4987 (2642 connections now open) 2014-03-27T23:09:36.819-0700 [conn768] update mmsdbminutes-even.rrdMinutes2014032806 query: { _id: "28f0c5cb103a5c8814e038a462fc9fd6-67d2eb0ad268ca2c70be18810733d718-2014032806-stylefinder_customer_shop_lashout_de.pageFaultExceptionsThrown-recordStats" } update: { $set: { mn.9.n: 1395986951, mn.9.t: 239 } } nscanned:1 nscannedObjects:1 nmoved:1 nMatched:1 nModified:1 keyUpdates:0 numYields:0 locks(micros) w:214 121ms 2014-03-27T23:09:36.819-0700 [conn768] command mmsdbminutes-even.$cmd command: update { update: "rrdMinutes2014032806", updates: [ { q: { _id: "28f0c5cb103a5c8814e038a462fc9fd6-67d2eb0ad268ca2c70be18810733d718-2014032806-stylefinder_customer_shop_lashout_de.pageFaultExceptionsThrown-recordStats" }, u: { $set: { mn.9.n: 1395986951, mn.9.t: 239 } }, multi: false, upsert: true } ], ordered: true, metadata: { shardName: "mmsrs4", shardVersion: [ Timestamp 9000|195, ObjectId('532bd80bfb548c1ab89cc00e') ], session: 0 } } ntoreturn:1 keyUpdates:0 numYields:0 reslen:155 121ms 2014-03-27T23:09:36.819-0700 [conn1896] update mmsdbminutes-even.rrdMinutes2014032806 query: { _id: "9a30b4604fed09e81cf86fb6801dd63b-e2a6af8ceed009ac52eac887f62f6dfd-2014032806-products.timeLockedMicros.w-locks" } update: { $set: { mn.9.n: 1395986976, mn.9.t: 20710799514 } } nscanned:1 nscannedObjects:1 nMatched:1 nModified:1 fastmod:1 keyUpdates:0 numYields:0 locks(micros) w:139 121ms 2014-03-27T23:09:36.820-0700 [conn1896] command mmsdbminutes-even.$cmd command: update { update: "rrdMinutes2014032806", updates: [ { q: { _id: "9a30b4604fed09e81cf86fb6801dd63b-e2a6af8ceed009ac52eac887f62f6dfd-2014032806-products.timeLockedMicros.w-locks" }, u: { $set: { mn.9.n: 1395986976, mn.9.t: 20710799514 } }, multi: false, upsert: true } ], ordered: true, metadata: { shardName: "mmsrs4", shardVersion: [ Timestamp 9000|195, ObjectId('532bd80bfb548c1ab89cc00e') ], session: 0 } } ntoreturn:1 keyUpdates:0 numYields:0 reslen:155 121ms 2014-03-27T23:09:36.820-0700 [conn2440] update mmsdbminutes-even.rrdMinutes2014032806 query: { _id: "97622600e9f8d563973e20e472fa700a-09b5a5d92acc0d24c91563df2567645e-2014032806-btree.missRatio-indexCounters" } update: { $set: { mn.9.n: 1395986953, mn.9.t: 0.0 } } nscanned:1 nscannedObjects:1 nMatched:1 nModified:1 fastmod:1 keyUpdates:0 numYields:0 locks(micros) w:59 120ms 2014-03-27T23:09:36.820-0700 [conn2440] command mmsdbminutes-even.$cmd command: update { update: "rrdMinutes2014032806", updates: [ { q: { _id: "97622600e9f8d563973e20e472fa700a-09b5a5d92acc0d24c91563df2567645e-2014032806-btree.missRatio-indexCounters" }, u: { $set: { mn.9.n: 1395986953, mn.9.t: 0.0 } }, multi: false, upsert: true } ], ordered: true, metadata: { shardName: "mmsrs4", shardVersion: [ Timestamp 9000|195, ObjectId('532bd80bfb548c1ab89cc00e') ], session: 0 } } ntoreturn:1 keyUpdates:0 numYields:0 reslen:155 120ms 2014-03-27T23:09:36.820-0700 [conn356] update mmsdbminutes-even.rrdMinutes2014032806 query: { _id: "d2a7c32ce4491709cd35f87372deb0ac-5f9b81a679e131aaa73aef2c37cb6b47-2014032806-activeClients.readers-globalLock" } update: { $set: { mn.9.n: 1395986952, mn.9.t: 0 } } nscanned:1 nscannedObjects:1 nMatched:1 nModified:1 fastmod:1 keyUpdates:0 numYields:0 locks(micros) w:114 119ms 2014-03-27T23:09:36.820-0700 [conn356] command mmsdbminutes-even.$cmd command: update { update: "rrdMinutes2014032806", updates: [ { q: { _id: "d2a7c32ce4491709cd35f87372deb0ac-5f9b81a679e131aaa73aef2c37cb6b47-2014032806-activeClients.readers-globalLock" }, u: { $set: { mn.9.n: 1395986952, mn.9.t: 0 } }, multi: false, upsert: true } ], ordered: true, metadata: { shardName: "mmsrs4", shardVersion: [ Timestamp 9000|195, ObjectId('532bd80bfb548c1ab89cc00e') ], session: 0 } } ntoreturn:1 keyUpdates:0 numYields:0 reslen:155 119ms 2014-03-27T23:09:36.820-0700 [conn766] update mmsdbminutes-even.rrdMinutes2014032806 query: { _id: "4bea11fced4ec23efc68d2a59205f032-20ec7e04aed5824633ba8c7290fce174-2014032806-hotres_16165.accessesNotInMemory-recordStats" } update: { $set: { mn.9.n: 1395986965, mn.9.t: 0 } } nscanned:1 nscannedObjects:1 nMatched:1 nModified:1 keyUpdates:0 numYields:0 locks(micros) w:143 112ms 2014-03-27T23:09:36.820-0700 [conn766] command mmsdbminutes-even.$cmd command: update { update: "rrdMinutes2014032806", updates: [ { q: { _id: "4bea11fced4ec23efc68d2a59205f032-20ec7e04aed5824633ba8c7290fce174-2014032806-hotres_16165.accessesNotInMemory-recordStats" }, u: { $set: { mn.9.n: 1395986965, mn.9.t: 0 } }, multi: false, upsert: true } ], ordered: true, metadata: { shardName: "mmsrs4", shardVersion: [ Timestamp 9000|195, ObjectId('532bd80bfb548c1ab89cc00e') ], session: 0 } } ntoreturn:1 keyUpdates:0 numYields:0 reslen:155 112ms 2014-03-27T23:09:36.821-0700 [conn1374] update mmsdbminutes-even.rrdMinutes2014032806 query: { _id: "55077c02cc2a8be1f402a473a674fad5-63a4c5e7ed0ffac846ceddf960d86341-2014032806-..timeLockedMicros.R-locks" } update: { $set: { mn.9.n: 1395986963, mn.9.t: 820963724 } } nscanned:1 nscannedObjects:1 nMatched:1 nModified:1 fastmod:1 keyUpdates:0 numYields:0 locks(micros) w:113 111ms 2014-03-27T23:09:36.821-0700 [conn1374] command mmsdbminutes-even.$cmd command: update { update: "rrdMinutes2014032806", updates: [ { q: { _id: "55077c02cc2a8be1f402a473a674fad5-63a4c5e7ed0ffac846ceddf960d86341-2014032806-..timeLockedMicros.R-locks" }, u: { $set: { mn.9.n: 1395986963, mn.9.t: 820963724 } }, multi: false, upsert: true } ], ordered: true, metadata: { shardName: "mmsrs4", shardVersion: [ Timestamp 9000|195, ObjectId('532bd80bfb548c1ab89cc00e') ], session: 0 } } ntoreturn:1 keyUpdates:0 numYields:0 reslen:155 111ms 2014-03-27T23:09:36.822-0700 [conn773] update mmsdbminutes-even.rrdMinutes2014032806 query: { _id: "9a30b4604fed09e81cf86fb6801dd63b-49a2f19308c75b30614bfa9f1f1336be-2014032806-regular-asserts" } update: { $set: { mn.9.n: 1395986976, mn.9.t: 0 } } nscanned:1 nscannedObjects:1 nMatched:1 nModified:1 fastmod:1 keyUpdates:0 numYields:0 locks(micros) w:82 101ms 2014-03-27T23:09:36.822-0700 [conn773] command mmsdbminutes-even.$cmd command: update { update: "rrdMinutes2014032806", updates: [ { q: { _id: "9a30b4604fed09e81cf86fb6801dd63b-49a2f19308c75b30614bfa9f1f1336be-2014032806-regular-asserts" }, u: { $set: { mn.9.n: 1395986976, mn.9.t: 0 } }, multi: false, upsert: true } ], ordered: true, metadata: { shardName: "mmsrs4", shardVersion: [ Timestamp 9000|195, ObjectId('532bd80bfb548c1ab89cc00e') ], session: 0 } } ntoreturn:1 keyUpdates:0 numYields:0 reslen:155 101ms 2014-03-27T23:09:36.829-0700 [conn890] update mmsdbminutes-even.rrdMinutes2014032806 query: { _id: "b38c74b1a7930de9a6e6d440c2afe5a9-75c4d01eb4560c69ec814222cf744226-2014032806-journaledMB-dur" } update: { $set: { mn.9.n: 1395986969, mn.9.t: 0.0 } } nscanned:1 nscannedObjects:1 nmoved:1 nMatched:1 nModified:1 keyUpdates:0 numYields:0 locks(micros) w:206 105ms 2014-03-27T23:09:36.830-0700 [conn890] command mmsdbminutes-even.$cmd command: update { update: "rrdMinutes2014032806", updates: [ { q: { _id: "b38c74b1a7930de9a6e6d440c2afe5a9-75c4d01eb4560c69ec814222cf744226-2014032806-journaledMB-dur" }, u: { $set: { mn.9.n: 1395986969, mn.9.t: 0.0 } }, multi: false, upsert: true } ], ordered: true, metadata: { shardName: "mmsrs4", shardVersion: [ Timestamp 9000|195, ObjectId('532bd80bfb548c1ab89cc00e') ], session: 0 } } ntoreturn:1 keyUpdates:0 numYields:0 reslen:155 105ms 2014-03-27T23:09:36.830-0700 [conn683] update mmsdbminutes-even.rrdMinutes2014032806 query: { _id: "788be6541449e40bf4a5d91e54f83fbb-1a128666470650527568c4c44407d4e6-2014032806-indexes-xgendbValsadmin" } update: { $set: { mn.9.n: 1395986954, mn.9.t: 0, d: "2014032806", d2: new Date(1395986400000), g: "xgendbValsadmin", i: "indexes", cid: ObjectId('4e5fe3b914587819403c9560'), hid: "1a128666470650527568c4c44407d4e6" } } nscanned:0 nscannedObjects:0 nMatched:1 nModified:0 upsert:1 keyUpdates:0 numYields:0 locks(micros) w:152 104ms 2014-03-27T23:09:36.830-0700 [conn683] command mmsdbminutes-even.$cmd command: update { update: "rrdMinutes2014032806", updates: [ { q: { _id: "788be6541449e40bf4a5d91e54f83fbb-1a128666470650527568c4c44407d4e6-2014032806-indexes-xgendbValsadmin" }, u: { $set: { mn.9.n: 1395986954, mn.9.t: 0, d: "2014032806", d2: new Date(1395986400000), g: "xgendbValsadmin", i: "indexes", cid: ObjectId('4e5fe3b914587819403c9560'), hid: "1a128666470650527568c4c44407d4e6" } }, multi: false, upsert: true } ], ordered: true, metadata: { shardName: "mmsrs4", shardVersion: [ Timestamp 9000|195, ObjectId('532bd80bfb548c1ab89cc00e') ], session: 0 } } ntoreturn:1 keyUpdates:0 numYields:0 reslen:299 104ms 2014-03-27T23:09:36.830-0700 [conn975] update mmsdbminutes-even.rrdMinutes2014032806 query: { _id: "f62cea6f1e3e88c69104ac331659c578-bbd6eca46ea6fab5ce18400edf014884-2014032806-rhino_20131004.accessesNotInMemory-recordStats" } update: { $set: { mn.9.n: 1395986961, mn.9.t: 0 } } nscanned:1 nscannedObjects:1 nmoved:1 nMatched:1 nModified:1 keyUpdates:0 numYields:0 locks(micros) w:188 102ms 2014-03-27T23:09:36.830-0700 [conn975] command mmsdbminutes-even.$cmd command: update { update: "rrdMinutes2014032806", updates: [ { q: { _id: "f62cea6f1e3e88c69104ac331659c578-bbd6eca46ea6fab5ce18400edf014884-2014032806-rhino_20131004.accessesNotInMemory-recordStats" }, u: { $set: { mn.9.n: 1395986961, mn.9.t: 0 } }, multi: false, upsert: true } ], ordered: true, metadata: { shardName: "mmsrs4", shardVersion: [ Timestamp 9000|195, ObjectId('532bd80bfb548c1ab89cc00e') ], session: 0 } } ntoreturn:1 keyUpdates:0 numYields:0 reslen:155 102ms 2014-03-27T23:09:36.832-0700 [conn1407] update mmsdbminutes-even.rrdMinutes2014032806 query: { _id: "001a9dce656204650101ff688327a6f6-6962940e43df85b1444806a9ff701a73-2014032806-clientCursors_size-cursors" } update: { $set: { mn.9.n: 1395986957, mn.9.t: 0 } } nscanned:1 nscannedObjects:1 nmoved:1 nMatched:1 nModified:1 keyUpdates:0 numYields:0 locks(micros) w:215 107ms 2014-03-27T23:09:36.832-0700 [conn1407] command mmsdbminutes-even.$cmd command: update { update: "rrdMinutes2014032806", updates: [ { q: { _id: "001a9dce656204650101ff688327a6f6-6962940e43df85b1444806a9ff701a73-2014032806-clientCursors_size-cursors" }, u: { $set: { mn.9.n: 1395986957, mn.9.t: 0 } }, multi: false, upsert: true } ], ordered: true, metadata: { shardName: "mmsrs4", shardVersion: [ Timestamp 9000|195, ObjectId('532bd80bfb548c1ab89cc00e') ], session: 0 } } ntoreturn:1 keyUpdates:0 numYields:0 reslen:155 107ms 2014-03-27T23:09:45.025-0700 [conn2137] request split points lookup for chunk mmsdbminutes-even.rrdMinutes2014032806 { : -1740135311034694179 } -->> { : -1547051740161665172 } 2014-03-27T23:09:45.026-0700 [conn1456] request split points lookup for chunk mmsdbminutes-even.rrdMinutes2014032806 { : -1740135311034694179 } -->> { : -1547051740161665172 } 2014-03-27T23:09:45.056-0700 [conn1455] request split points lookup for chunk mmsdbminutes-even.rrdMinutes2014032806 { : -1740135311034694179 } -->> { : -1547051740161665172 } 2014-03-27T23:09:45.056-0700 [conn1946] request split points lookup for chunk mmsdbminutes-even.rrdMinutes2014032806 { : -1740135311034694179 } -->> { : -1547051740161665172 } 2014-03-27T23:09:45.073-0700 [conn1457] request split points lookup for chunk mmsdbminutes-even.rrdMinutes2014032806 { : -1740135311034694179 } -->> { : -1547051740161665172 } 2014-03-27T23:09:45.328-0700 [conn1456] warning: Finding the split vector for mmsdbminutes-even.rrdMinutes2014032806 over { _id: "hashed" } keyCount: 21063 numSplits: 1 lookedAt: 18503 took 301ms 2014-03-27T23:09:45.328-0700 [conn1456] command admin.$cmd command: splitVector { splitVector: "mmsdbminutes-even.rrdMinutes2014032806", keyPattern: { _id: "hashed" }, min: { _id: -1740135311034694179 }, max: { _id: -1547051740161665172 }, maxChunkSizeBytes: 67108864, maxSplitPoints: 2, maxChunkObjects: 250000 } ntoreturn:1 keyUpdates:0 numYields:264 locks(micros) r:119213 reslen:90 301ms 2014-03-27T23:09:45.349-0700 [conn2137] warning: Finding the split vector for mmsdbminutes-even.rrdMinutes2014032806 over { _id: "hashed" } keyCount: 21063 numSplits: 1 lookedAt: 18503 took 323ms 2014-03-27T23:09:45.350-0700 [conn2137] command admin.$cmd command: splitVector { splitVector: "mmsdbminutes-even.rrdMinutes2014032806", keyPattern: { _id: "hashed" }, min: { _id: -1740135311034694179 }, max: { _id: -1547051740161665172 }, maxChunkSizeBytes: 67108864, maxSplitPoints: 2, maxChunkObjects: 250000 } ntoreturn:1 keyUpdates:0 numYields:278 locks(micros) r:125034 reslen:90 324ms 2014-03-27T23:09:45.366-0700 [conn1946] warning: Finding the split vector for mmsdbminutes-even.rrdMinutes2014032806 over { _id: "hashed" } keyCount: 21063 numSplits: 1 lookedAt: 18503 took 309ms 2014-03-27T23:09:45.366-0700 [conn1946] command admin.$cmd command: splitVector { splitVector: "mmsdbminutes-even.rrdMinutes2014032806", keyPattern: { _id: "hashed" }, min: { _id: -1740135311034694179 }, max: { _id: -1547051740161665172 }, maxChunkSizeBytes: 67108864, maxSplitPoints: 2, maxChunkObjects: 250000 } ntoreturn:1 keyUpdates:0 numYields:287 locks(micros) r:121884 reslen:90 309ms 2014-03-27T23:09:45.377-0700 [conn1455] warning: Finding the split vector for mmsdbminutes-even.rrdMinutes2014032806 over { _id: "hashed" } keyCount: 21063 numSplits: 1 lookedAt: 18503 took 320ms 2014-03-27T23:09:45.377-0700 [conn1455] command admin.$cmd command: splitVector { splitVector: "mmsdbminutes-even.rrdMinutes2014032806", keyPattern: { _id: "hashed" }, min: { _id: -1740135311034694179 }, max: { _id: -1547051740161665172 }, maxChunkSizeBytes: 67108864, maxSplitPoints: 2, maxChunkObjects: 250000 } ntoreturn:1 keyUpdates:0 numYields:284 locks(micros) r:120271 reslen:90 320ms 2014-03-27T23:09:45.399-0700 [conn1457] warning: Finding the split vector for mmsdbminutes-even.rrdMinutes2014032806 over { _id: "hashed" } keyCount: 21063 numSplits: 1 lookedAt: 18504 took 326ms 2014-03-27T23:09:45.399-0700 [conn1457] command admin.$cmd command: splitVector { splitVector: "mmsdbminutes-even.rrdMinutes2014032806", keyPattern: { _id: "hashed" }, min: { _id: -1740135311034694179 }, max: { _id: -1547051740161665172 }, maxChunkSizeBytes: 67108864, maxSplitPoints: 2, maxChunkObjects: 250000 } ntoreturn:1 keyUpdates:0 numYields:287 locks(micros) r:122622 reslen:90 326ms 2014-03-27T23:09:50.955-0700 [conn4986] end connection 172.30.200.11:39865 (2641 connections now open) 2014-03-27T23:09:50.956-0700 [initandlisten] connection accepted from 172.30.200.11:39871 #4988 (2642 connections now open) 2014-03-27T23:09:51.579-0700 [conn1485] request split points lookup for chunk mmsdbminutes-odd.rrdMinutes2014032807 { : 2305843009213693948 } -->> { : 3458764513820540922 } 2014-03-27T23:09:51.597-0700 [conn1460] request split points lookup for chunk mmsdbminutes-odd.rrdMinutes2014032807 { : 2305843009213693948 } -->> { : 3458764513820540922 } 2014-03-27T23:09:52.755-0700 [conn1460] request split points lookup for chunk mmsdbminutes-odd.rrdMinutes2014032807 { : -5764607523034234870 } -->> { : -4611686018427387896 } 2014-03-27T23:09:52.777-0700 [conn1460] max number of requested split points reached (2) before the end of chunk mmsdbminutes-odd.rrdMinutes2014032807 { : -5764607523034234870 } -->> { : -4611686018427387896 } 2014-03-27T23:09:52.777-0700 [conn1460] received splitChunk request: { splitChunk: "mmsdbminutes-odd.rrdMinutes2014032807", keyPattern: { _id: "hashed" }, min: { _id: -5764607523034234870 }, max: { _id: -4611686018427387896 }, from: "mmsrs4", splitKeys: [ { _id: -5198840024313184727 } ], shardId: "mmsdbminutes-odd.rrdMinutes2014032807-_id_-5764607523034234870", configdb: "mmsrrdconfig1.10gen.cc:27019,mmsrrdconfig2.10gen.cc:27019,mmsrrdconfig3.10gen.cc:27019" } 2014-03-27T23:09:53.030-0700 [conn1460] distributed lock 'mmsdbminutes-odd.rrdMinutes2014032807/cbi8.ny.10gen.cc:27082:1395953188:1052903454' acquired, ts : 53351230c7e7560ae43ba0cf 2014-03-27T23:09:53.032-0700 [conn1460] remotely refreshing metadata for mmsdbminutes-odd.rrdMinutes2014032807 based on current shard version 12|0||532be61dd2bd07b4b1f0f758, current metadata version is 15|1||532be61dd2bd07b4b1f0f758 2014-03-27T23:09:53.033-0700 [conn1460] updating metadata for mmsdbminutes-odd.rrdMinutes2014032807 from shard version 12|0||532be61dd2bd07b4b1f0f758 to shard version 12|0||532be61dd2bd07b4b1f0f758 2014-03-27T23:09:53.033-0700 [conn1460] collection version was loaded at version 15|3||532be61dd2bd07b4b1f0f758, took 0ms 2014-03-27T23:09:53.033-0700 [conn1460] splitChunk accepted at version 12|0||532be61dd2bd07b4b1f0f758 2014-03-27T23:09:53.170-0700 [conn1460] about to log metadata event: { _id: "cbi8.ny.10gen.cc-2014-03-28T06:09:53-53351231c7e7560ae43ba0d0", server: "cbi8.ny.10gen.cc", clientAddr: "172.30.200.10:57012", time: new Date(1395986993170), what: "split", ns: "mmsdbminutes-odd.rrdMinutes2014032807", details: { before: { min: { _id: -5764607523034234870 }, max: { _id: -4611686018427387896 }, lastmod: Timestamp 5000|0, lastmodEpoch: ObjectId('000000000000000000000000') }, left: { min: { _id: -5764607523034234870 }, max: { _id: -5198840024313184727 }, lastmod: Timestamp 15000|4, lastmodEpoch: ObjectId('532be61dd2bd07b4b1f0f758') }, right: { min: { _id: -5198840024313184727 }, max: { _id: -4611686018427387896 }, lastmod: Timestamp 15000|5, lastmodEpoch: ObjectId('532be61dd2bd07b4b1f0f758') } } } 2014-03-27T23:09:53.476-0700 [conn1460] distributed lock 'mmsdbminutes-odd.rrdMinutes2014032807/cbi8.ny.10gen.cc:27082:1395953188:1052903454' unlocked. 2014-03-27T23:09:53.476-0700 [conn1460] command admin.$cmd command: splitChunk { splitChunk: "mmsdbminutes-odd.rrdMinutes2014032807", keyPattern: { _id: "hashed" }, min: { _id: -5764607523034234870 }, max: { _id: -4611686018427387896 }, from: "mmsrs4", splitKeys: [ { _id: -5198840024313184727 } ], shardId: "mmsdbminutes-odd.rrdMinutes2014032807-_id_-5764607523034234870", configdb: "mmsrrdconfig1.10gen.cc:27019,mmsrrdconfig2.10gen.cc:27019,mmsrrdconfig3.10gen.cc:27019" } ntoreturn:1 keyUpdates:0 numYields:0 locks(micros) r:50 w:3 reslen:37 699ms 2014-03-27T23:09:56.611-0700 [LockPinger] cluster mmsrrdconfig1.10gen.cc:27019,mmsrrdconfig2.10gen.cc:27019,mmsrrdconfig3.10gen.cc:27019 pinged successfully at Thu Mar 27 23:09:56 2014 by distributed lock pinger 'mmsrrdconfig1.10gen.cc:27019,mmsrrdconfig2.10gen.cc:27019,mmsrrdconfig3.10gen.cc:27019/cbi8.ny.10gen.cc:27082:1395953188:1052903454', sleeping for 30000ms 2014-03-27T23:09:59.624-0700 [conn4987] end connection 172.30.200.3:51595 (2641 connections now open) 2014-03-27T23:09:59.626-0700 [initandlisten] connection accepted from 172.30.200.3:51620 #4989 (2642 connections now open) 2014-03-27T23:10:02.042-0700 [conn1558] request split points lookup for chunk mmsdbminutes-even.rrdMinutes2014032806 { : -1740135311034694179 } -->> { : -1547051740161665172 } 2014-03-27T23:10:02.061-0700 [conn1559] request split points lookup for chunk mmsdbminutes-even.rrdMinutes2014032806 { : -1740135311034694179 } -->> { : -1547051740161665172 } 2014-03-27T23:10:02.075-0700 [conn1944] request split points lookup for chunk mmsdbminutes-even.rrdMinutes2014032806 { : -1740135311034694179 } -->> { : -1547051740161665172 } 2014-03-27T23:10:02.077-0700 [conn1454] request split points lookup for chunk mmsdbminutes-even.rrdMinutes2014032806 { : -1740135311034694179 } -->> { : -1547051740161665172 } 2014-03-27T23:10:02.140-0700 [conn1237] request split points lookup for chunk mmsdbminutes-even.rrdMinutes2014032806 { : -1740135311034694179 } -->> { : -1547051740161665172 } 2014-03-27T23:10:02.283-0700 [conn1558] warning: Finding the split vector for mmsdbminutes-even.rrdMinutes2014032806 over { _id: "hashed" } keyCount: 21116 numSplits: 1 lookedAt: 18591 took 241ms 2014-03-27T23:10:02.284-0700 [conn1558] command admin.$cmd command: splitVector { splitVector: "mmsdbminutes-even.rrdMinutes2014032806", keyPattern: { _id: "hashed" }, min: { _id: -1740135311034694179 }, max: { _id: -1547051740161665172 }, maxChunkSizeBytes: 67108864, maxSplitPoints: 2, maxChunkObjects: 250000 } ntoreturn:1 keyUpdates:0 numYields:250 locks(micros) r:119895 reslen:90 242ms 2014-03-27T23:10:02.334-0700 [conn1559] warning: Finding the split vector for mmsdbminutes-even.rrdMinutes2014032806 over { _id: "hashed" } keyCount: 21116 numSplits: 1 lookedAt: 18593 took 273ms 2014-03-27T23:10:02.334-0700 [conn1559] command admin.$cmd command: splitVector { splitVector: "mmsdbminutes-even.rrdMinutes2014032806", keyPattern: { _id: "hashed" }, min: { _id: -1740135311034694179 }, max: { _id: -1547051740161665172 }, maxChunkSizeBytes: 67108864, maxSplitPoints: 2, maxChunkObjects: 250000 } ntoreturn:1 keyUpdates:0 numYields:292 locks(micros) r:129290 reslen:90 274ms 2014-03-27T23:10:02.337-0700 [conn1944] warning: Finding the split vector for mmsdbminutes-even.rrdMinutes2014032806 over { _id: "hashed" } keyCount: 21116 numSplits: 1 lookedAt: 18593 took 262ms 2014-03-27T23:10:02.337-0700 [conn1944] command admin.$cmd command: splitVector { splitVector: "mmsdbminutes-even.rrdMinutes2014032806", keyPattern: { _id: "hashed" }, min: { _id: -1740135311034694179 }, max: { _id: -1547051740161665172 }, maxChunkSizeBytes: 67108864, maxSplitPoints: 2, maxChunkObjects: 250000 } ntoreturn:1 keyUpdates:0 numYields:275 locks(micros) r:118899 reslen:90 262ms 2014-03-27T23:10:02.346-0700 [conn1454] warning: Finding the split vector for mmsdbminutes-even.rrdMinutes2014032806 over { _id: "hashed" } keyCount: 21116 numSplits: 1 lookedAt: 18594 took 268ms 2014-03-27T23:10:02.346-0700 [conn1454] command admin.$cmd command: splitVector { splitVector: "mmsdbminutes-even.rrdMinutes2014032806", keyPattern: { _id: "hashed" }, min: { _id: -1740135311034694179 }, max: { _id: -1547051740161665172 }, maxChunkSizeBytes: 67108864, maxSplitPoints: 2, maxChunkObjects: 250000 } ntoreturn:1 keyUpdates:0 numYields:285 locks(micros) r:120928 reslen:90 269ms 2014-03-27T23:10:02.364-0700 [conn1237] warning: Finding the split vector for mmsdbminutes-even.rrdMinutes2014032806 over { _id: "hashed" } keyCount: 21116 numSplits: 1 lookedAt: 18598 took 223ms 2014-03-27T23:10:02.364-0700 [conn1237] command admin.$cmd command: splitVector { splitVector: "mmsdbminutes-even.rrdMinutes2014032806", keyPattern: { _id: "hashed" }, min: { _id: -1740135311034694179 }, max: { _id: -1547051740161665172 }, maxChunkSizeBytes: 67108864, maxSplitPoints: 2, maxChunkObjects: 250000 } ntoreturn:1 keyUpdates:0 numYields:299 locks(micros) r:127096 reslen:90 223ms 2014-03-27T23:10:02.721-0700 [conn3422] request split points lookup for chunk mmsdbminutes-even.rrdMinutes2014032806 { : -261493345700291112 } -->> { : 0 } 2014-03-27T23:10:02.730-0700 [conn1262] request split points lookup for chunk mmsdbminutes-even.rrdMinutes2014032806 { : -261493345700291112 } -->> { : 0 } 2014-03-27T23:10:02.732-0700 [conn1257] request split points lookup for chunk mmsdbminutes-even.rrdMinutes2014032806 { : -261493345700291112 } -->> { : 0 } 2014-03-27T23:10:02.753-0700 [conn1260] request split points lookup for chunk mmsdbminutes-even.rrdMinutes2014032806 { : -261493345700291112 } -->> { : 0 } 2014-03-27T23:10:02.788-0700 [conn1261] request split points lookup for chunk mmsdbminutes-even.rrdMinutes2014032806 { : -261493345700291112 } -->> { : 0 } 2014-03-27T23:10:03.059-0700 [conn3422] max number of requested split points reached (2) before the end of chunk mmsdbminutes-even.rrdMinutes2014032806 { : -261493345700291112 } -->> { : 0 } 2014-03-27T23:10:03.059-0700 [conn3422] warning: Finding the split vector for mmsdbminutes-even.rrdMinutes2014032806 over { _id: "hashed" } keyCount: 21116 numSplits: 2 lookedAt: 0 took 337ms 2014-03-27T23:10:03.059-0700 [conn3422] command admin.$cmd command: splitVector { splitVector: "mmsdbminutes-even.rrdMinutes2014032806", keyPattern: { _id: "hashed" }, min: { _id: -261493345700291112 }, max: { _id: 0 }, maxChunkSizeBytes: 67108864, maxSplitPoints: 2, maxChunkObjects: 250000 } ntoreturn:1 keyUpdates:0 numYields:326 locks(micros) r:123643 reslen:111 337ms 2014-03-27T23:10:03.059-0700 [conn3422] received splitChunk request: { splitChunk: "mmsdbminutes-even.rrdMinutes2014032806", keyPattern: { _id: "hashed" }, min: { _id: -261493345700291112 }, max: { _id: 0 }, from: "mmsrs4", splitKeys: [ { _id: -159238733279844730 } ], shardId: "mmsdbminutes-even.rrdMinutes2014032806-_id_-261493345700291112", configdb: "mmsrrdconfig1.10gen.cc:27019,mmsrrdconfig2.10gen.cc:27019,mmsrrdconfig3.10gen.cc:27019" } 2014-03-27T23:10:03.080-0700 [conn1257] max number of requested split points reached (2) before the end of chunk mmsdbminutes-even.rrdMinutes2014032806 { : -261493345700291112 } -->> { : 0 } 2014-03-27T23:10:03.080-0700 [conn1257] warning: Finding the split vector for mmsdbminutes-even.rrdMinutes2014032806 over { _id: "hashed" } keyCount: 21116 numSplits: 2 lookedAt: 0 took 348ms 2014-03-27T23:10:03.080-0700 [conn1257] command admin.$cmd command: splitVector { splitVector: "mmsdbminutes-even.rrdMinutes2014032806", keyPattern: { _id: "hashed" }, min: { _id: -261493345700291112 }, max: { _id: 0 }, maxChunkSizeBytes: 67108864, maxSplitPoints: 2, maxChunkObjects: 250000 } ntoreturn:1 keyUpdates:0 numYields:329 locks(micros) r:114007 reslen:111 348ms 2014-03-27T23:10:03.081-0700 [conn1257] received splitChunk request: { splitChunk: "mmsdbminutes-even.rrdMinutes2014032806", keyPattern: { _id: "hashed" }, min: { _id: -261493345700291112 }, max: { _id: 0 }, from: "mmsrs4", splitKeys: [ { _id: -159238733279844730 } ], shardId: "mmsdbminutes-even.rrdMinutes2014032806-_id_-261493345700291112", configdb: "mmsrrdconfig1.10gen.cc:27019,mmsrrdconfig2.10gen.cc:27019,mmsrrdconfig3.10gen.cc:27019" } 2014-03-27T23:10:03.081-0700 [conn1262] max number of requested split points reached (2) before the end of chunk mmsdbminutes-even.rrdMinutes2014032806 { : -261493345700291112 } -->> { : 0 } 2014-03-27T23:10:03.081-0700 [conn1262] warning: Finding the split vector for mmsdbminutes-even.rrdMinutes2014032806 over { _id: "hashed" } keyCount: 21116 numSplits: 2 lookedAt: 0 took 351ms 2014-03-27T23:10:03.082-0700 [conn1262] command admin.$cmd command: splitVector { splitVector: "mmsdbminutes-even.rrdMinutes2014032806", keyPattern: { _id: "hashed" }, min: { _id: -261493345700291112 }, max: { _id: 0 }, maxChunkSizeBytes: 67108864, maxSplitPoints: 2, maxChunkObjects: 250000 } ntoreturn:1 keyUpdates:0 numYields:326 locks(micros) r:116873 reslen:111 352ms 2014-03-27T23:10:03.082-0700 [conn1262] received splitChunk request: { splitChunk: "mmsdbminutes-even.rrdMinutes2014032806", keyPattern: { _id: "hashed" }, min: { _id: -261493345700291112 }, max: { _id: 0 }, from: "mmsrs4", splitKeys: [ { _id: -159238733279844730 } ], shardId: "mmsdbminutes-even.rrdMinutes2014032806-_id_-261493345700291112", configdb: "mmsrrdconfig1.10gen.cc:27019,mmsrrdconfig2.10gen.cc:27019,mmsrrdconfig3.10gen.cc:27019" } 2014-03-27T23:10:03.085-0700 [conn1260] max number of requested split points reached (2) before the end of chunk mmsdbminutes-even.rrdMinutes2014032806 { : -261493345700291112 } -->> { : 0 } 2014-03-27T23:10:03.085-0700 [conn1260] warning: Finding the split vector for mmsdbminutes-even.rrdMinutes2014032806 over { _id: "hashed" } keyCount: 21116 numSplits: 2 lookedAt: 0 took 332ms 2014-03-27T23:10:03.085-0700 [conn1260] command admin.$cmd command: splitVector { splitVector: "mmsdbminutes-even.rrdMinutes2014032806", keyPattern: { _id: "hashed" }, min: { _id: -261493345700291112 }, max: { _id: 0 }, maxChunkSizeBytes: 67108864, maxSplitPoints: 2, maxChunkObjects: 250000 } ntoreturn:1 keyUpdates:0 numYields:322 locks(micros) r:116464 reslen:111 332ms 2014-03-27T23:10:03.085-0700 [conn1260] received splitChunk request: { splitChunk: "mmsdbminutes-even.rrdMinutes2014032806", keyPattern: { _id: "hashed" }, min: { _id: -261493345700291112 }, max: { _id: 0 }, from: "mmsrs4", splitKeys: [ { _id: -159238733279844730 } ], shardId: "mmsdbminutes-even.rrdMinutes2014032806-_id_-261493345700291112", configdb: "mmsrrdconfig1.10gen.cc:27019,mmsrrdconfig2.10gen.cc:27019,mmsrrdconfig3.10gen.cc:27019" } 2014-03-27T23:10:03.092-0700 [conn1261] max number of requested split points reached (2) before the end of chunk mmsdbminutes-even.rrdMinutes2014032806 { : -261493345700291112 } -->> { : 0 } 2014-03-27T23:10:03.092-0700 [conn1261] warning: Finding the split vector for mmsdbminutes-even.rrdMinutes2014032806 over { _id: "hashed" } keyCount: 21116 numSplits: 2 lookedAt: 0 took 304ms 2014-03-27T23:10:03.092-0700 [conn1261] command admin.$cmd command: splitVector { splitVector: "mmsdbminutes-even.rrdMinutes2014032806", keyPattern: { _id: "hashed" }, min: { _id: -261493345700291112 }, max: { _id: 0 }, maxChunkSizeBytes: 67108864, maxSplitPoints: 2, maxChunkObjects: 250000 } ntoreturn:1 keyUpdates:0 numYields:318 locks(micros) r:114677 reslen:111 305ms 2014-03-27T23:10:03.093-0700 [conn1261] received splitChunk request: { splitChunk: "mmsdbminutes-even.rrdMinutes2014032806", keyPattern: { _id: "hashed" }, min: { _id: -261493345700291112 }, max: { _id: 0 }, from: "mmsrs4", splitKeys: [ { _id: -159238733279844730 } ], shardId: "mmsdbminutes-even.rrdMinutes2014032806-_id_-261493345700291112", configdb: "mmsrrdconfig1.10gen.cc:27019,mmsrrdconfig2.10gen.cc:27019,mmsrrdconfig3.10gen.cc:27019" } 2014-03-27T23:10:03.257-0700 [conn1257] could not acquire lock 'mmsdbminutes-even.rrdMinutes2014032806/cbi8.ny.10gen.cc:27082:1395953188:1052903454' (another update won) 2014-03-27T23:10:03.257-0700 [conn1262] could not acquire lock 'mmsdbminutes-even.rrdMinutes2014032806/cbi8.ny.10gen.cc:27082:1395953188:1052903454' (another update won) 2014-03-27T23:10:03.257-0700 [conn1257] distributed lock 'mmsdbminutes-even.rrdMinutes2014032806/cbi8.ny.10gen.cc:27082:1395953188:1052903454' was not acquired. 2014-03-27T23:10:03.258-0700 [conn1262] distributed lock 'mmsdbminutes-even.rrdMinutes2014032806/cbi8.ny.10gen.cc:27082:1395953188:1052903454' was not acquired. 2014-03-27T23:10:03.258-0700 [conn1257] command admin.$cmd command: splitChunk { splitChunk: "mmsdbminutes-even.rrdMinutes2014032806", keyPattern: { _id: "hashed" }, min: { _id: -261493345700291112 }, max: { _id: 0 }, from: "mmsrs4", splitKeys: [ { _id: -159238733279844730 } ], shardId: "mmsdbminutes-even.rrdMinutes2014032806-_id_-261493345700291112", configdb: "mmsrrdconfig1.10gen.cc:27019,mmsrrdconfig2.10gen.cc:27019,mmsrrdconfig3.10gen.cc:27019" } ntoreturn:1 keyUpdates:0 numYields:0 reslen:363 176ms 2014-03-27T23:10:03.258-0700 [conn1262] command admin.$cmd command: splitChunk { splitChunk: "mmsdbminutes-even.rrdMinutes2014032806", keyPattern: { _id: "hashed" }, min: { _id: -261493345700291112 }, max: { _id: 0 }, from: "mmsrs4", splitKeys: [ { _id: -159238733279844730 } ], shardId: "mmsdbminutes-even.rrdMinutes2014032806-_id_-261493345700291112", configdb: "mmsrrdconfig1.10gen.cc:27019,mmsrrdconfig2.10gen.cc:27019,mmsrrdconfig3.10gen.cc:27019" } ntoreturn:1 keyUpdates:0 numYields:0 reslen:363 175ms 2014-03-27T23:10:03.292-0700 [conn1260] could not acquire lock 'mmsdbminutes-even.rrdMinutes2014032806/cbi8.ny.10gen.cc:27082:1395953188:1052903454' (another update won) 2014-03-27T23:10:03.292-0700 [conn1260] distributed lock 'mmsdbminutes-even.rrdMinutes2014032806/cbi8.ny.10gen.cc:27082:1395953188:1052903454' was not acquired. 2014-03-27T23:10:03.292-0700 [conn1260] command admin.$cmd command: splitChunk { splitChunk: "mmsdbminutes-even.rrdMinutes2014032806", keyPattern: { _id: "hashed" }, min: { _id: -261493345700291112 }, max: { _id: 0 }, from: "mmsrs4", splitKeys: [ { _id: -159238733279844730 } ], shardId: "mmsdbminutes-even.rrdMinutes2014032806-_id_-261493345700291112", configdb: "mmsrrdconfig1.10gen.cc:27019,mmsrrdconfig2.10gen.cc:27019,mmsrrdconfig3.10gen.cc:27019" } ntoreturn:1 keyUpdates:0 numYields:0 reslen:363 206ms 2014-03-27T23:10:03.292-0700 [conn1261] could not acquire lock 'mmsdbminutes-even.rrdMinutes2014032806/cbi8.ny.10gen.cc:27082:1395953188:1052903454' (another update won) 2014-03-27T23:10:03.292-0700 [conn1261] distributed lock 'mmsdbminutes-even.rrdMinutes2014032806/cbi8.ny.10gen.cc:27082:1395953188:1052903454' was not acquired. 2014-03-27T23:10:03.292-0700 [conn1261] command admin.$cmd command: splitChunk { splitChunk: "mmsdbminutes-even.rrdMinutes2014032806", keyPattern: { _id: "hashed" }, min: { _id: -261493345700291112 }, max: { _id: 0 }, from: "mmsrs4", splitKeys: [ { _id: -159238733279844730 } ], shardId: "mmsdbminutes-even.rrdMinutes2014032806-_id_-261493345700291112", configdb: "mmsrrdconfig1.10gen.cc:27019,mmsrrdconfig2.10gen.cc:27019,mmsrrdconfig3.10gen.cc:27019" } ntoreturn:1 keyUpdates:0 numYields:0 reslen:363 199ms 2014-03-27T23:10:03.398-0700 [conn3422] distributed lock 'mmsdbminutes-even.rrdMinutes2014032806/cbi8.ny.10gen.cc:27082:1395953188:1052903454' acquired, ts : 5335123bc7e7560ae43ba0d1 2014-03-27T23:10:03.399-0700 [conn3422] remotely refreshing metadata for mmsdbminutes-even.rrdMinutes2014032806 based on current shard version 9|195||532bd80bfb548c1ab89cc00e, current metadata version is 9|195||532bd80bfb548c1ab89cc00e 2014-03-27T23:10:03.400-0700 [conn3422] updating metadata for mmsdbminutes-even.rrdMinutes2014032806 from shard version 9|195||532bd80bfb548c1ab89cc00e to shard version 9|195||532bd80bfb548c1ab89cc00e 2014-03-27T23:10:03.400-0700 [conn3422] collection version was loaded at version 9|213||532bd80bfb548c1ab89cc00e, took 1ms 2014-03-27T23:10:03.400-0700 [conn3422] splitChunk accepted at version 9|195||532bd80bfb548c1ab89cc00e 2014-03-27T23:10:03.606-0700 [conn3422] about to log metadata event: { _id: "cbi8.ny.10gen.cc-2014-03-28T06:10:03-5335123bc7e7560ae43ba0d6", server: "cbi8.ny.10gen.cc", clientAddr: "172.30.200.13:52345", time: new Date(1395987003606), what: "split", ns: "mmsdbminutes-even.rrdMinutes2014032806", details: { before: { min: { _id: -261493345700291112 }, max: { _id: 0 }, lastmod: Timestamp 9000|147, lastmodEpoch: ObjectId('000000000000000000000000') }, left: { min: { _id: -261493345700291112 }, max: { _id: -159238733279844730 }, lastmod: Timestamp 9000|214, lastmodEpoch: ObjectId('532bd80bfb548c1ab89cc00e') }, right: { min: { _id: -159238733279844730 }, max: { _id: 0 }, lastmod: Timestamp 9000|215, lastmodEpoch: ObjectId('532bd80bfb548c1ab89cc00e') } } }