Wed Aug 5 15:12:21 UTC 2015 CAP/powertest/powertest.sh -s Administrator@10.4.124.128 -e mmapv1 -R -N 20 -F /Users/jonathan/mongodb/mongo -l 100 -r pt-317-mmap -C virsh -S -t 10.4.112.154 Wed Aug 5 15:12:21 UTC 2015 Connect to server to install/recover mongod Wed Aug 5 18:12:26 UTC 2015 System was last booted 8/4/2015 6:04:43 PM, up 61663 seconds Wed Aug 5 18:12:26 UTC 2015 Install mongoDB latest pt-317-mmap Wed Aug 5 18:12:38 UTC 2015 Creating working directories pt-317-mmap/data/mmapv1 pt-317-mmap/logs Wed Aug 5 18:12:38 UTC 2015 rsync -va --delete --quiet pt-317-mmap/data/mmapv1/ pt-317-mmap/data/mmapv1-beforerecovery Wed Aug 5 18:12:38 UTC 2015 /home/Administrator/pt-317-mmap/MongoDB/Server/3.1/bin/mongod --remove --serviceName mongod-pt-317-mmap --serviceDisplayName mongod-pt-317-mmap 2015-08-05T11:12:39.163-0700 I CONTROL [main] Trying to remove Windows service 'mongod-pt-317-mmap' 2015-08-05T11:12:39.165-0700 I CONTROL [main] Could not find a service named 'mongod-pt-317-mmap' to remove [SC] OpenService FAILED 1060: The specified service does not exist as an installed service. Wed Aug 5 18:12:47 UTC 2015 /home/Administrator/pt-317-mmap/MongoDB/Server/3.1/bin/mongod --install --serviceName mongod-pt-317-mmap --serviceDisplayName mongod-pt-317-mmap --storageEngine mmapv1 --logpath C:\\cygwin64\\home\\Administrator\\pt-317-mmap\\logs\\mongod-mmapv1-recovery.log --logappend --dbpath C:\\cygwin64\\home\\Administrator\\pt-317-mmap\\data\\mmapv1 --port 37017 --setParameter enableTestCommands=1 -replSet pc [SC] ChangeServiceConfig SUCCESS SERVICE_NAME: mongod-pt-317-mmap TYPE : 10 WIN32_OWN_PROCESS STATE : 2 START_PENDING (NOT_STOPPABLE, NOT_PAUSABLE, IGNORES_SHUTDOWN) WIN32_EXIT_CODE : 0 (0x0) SERVICE_EXIT_CODE : 0 (0x0) CHECKPOINT : 0x0 WAIT_HINT : 0x7d0 PID : 1584 FLAGS : Wed Aug 5 18:12:51 UTC 2015 Mongod startup/recovery took 13 seconds Wed Aug 5 18:12:51 UTC 2015 echo function waitForPrimary(timeout, interval) { var timeStart = new Date().getTime(); var interval = interval || 500; var timeout = timeout || 60000; while (!db.isMaster().ismaster) { sleep(interval); var timeNow = new Date().getTime(); if (timeNow-timeStart > timeout) { return 0; } } return 1; }; rsconf = {_id: 'pc', members: [ {_id: 0, host: 'localhost:37017'}]}; if (db.getSisterDB('local').system.replset.count()) { rsconf = rs.conf(); rsconf.members[0].host = 'localhost:37017'; rs.reconfig(rsconf, {force: true}); print('reconfig', tojson(rsconf)); } else { rs.initiate(rsconf); print('initiate', tojson(rsconf)); } if (!waitForPrimary()) { print('Host did not become primary'); quit(1); }; rs.status(); db.createCollection('cycle') | /home/Administrator/pt-317-mmap/MongoDB/Server/3.1/bin/mongo localhost:37017/power MongoDB shell version: 3.1.7-pre- connecting to: localhost:37017/power initiate { "_id" : "pc", "members" : [ { "_id" : 0, "host" : "localhost:37017" } ] } { "ok" : 1 } bye Wed Aug 5 15:12:59 UTC 2015 Connect to mongod and validate collection Wed Aug 5 15:12:59 UTC 2015 echo var val = db.cycle.validate(true); print(tojson(db.serverStatus()), tojson(val)); if (!val.valid) { print('db.cycle is invalid'); quit(1) } | /usr/local/bin/mongo 10.4.124.128:37017/power MongoDB shell version: 3.1.6 connecting to: 10.4.124.128:37017/power { "host" : "CAPJA-Win2012R2:37017", "version" : "3.1.7-pre-", "process" : "C:\\cygwin64\\home\\Administrator\\pt-317-mmap\\MongoDB\\Server\\3.1\\bin\\mongod.exe", "pid" : NumberLong(1584), "uptime" : 11, "uptimeMillis" : NumberLong(11023), "uptimeEstimate" : 9, "localTime" : ISODate("2015-08-05T18:12:58.595Z"), "asserts" : { "regular" : 0, "warning" : 0, "msg" : 0, "user" : 0, "rollovers" : 0 }, "backgroundFlushing" : { "flushes" : 0, "total_ms" : 0, "average_ms" : 0, "last_ms" : 0, "last_finished" : ISODate("1970-01-01T00:00:00Z") }, "connections" : { "current" : 1, "available" : 999999, "totalCreated" : NumberLong(2) }, "cursors" : { "note" : "deprecated, use server status metrics", "clientCursors_size" : 0, "totalOpen" : 0, "pinned" : 0, "totalNoTimeout" : 0, "timedOut" : 0 }, "dur" : { "commits" : 30, "journaledMB" : 0, "writeToDataFilesMB" : 0, "compression" : 0, "commitsInWriteLock" : 0, "earlyCommits" : 0, "timeMs" : { "dt" : 3077, "prepLogBuffer" : 0, "writeToJournal" : 0, "writeToDataFiles" : 0, "remapPrivateView" : 0, "commits" : 2, "commitsInWriteLock" : 0 } }, "extra_info" : { "note" : "fields vary by platform", "page_faults" : 41167, "usagePageFileMB" : 254, "totalPageFileMB" : 4799, "availPageFileMB" : 3973, "ramMB" : 4095 }, "globalLock" : { "totalTime" : NumberLong(11023000), "currentQueue" : { "total" : 0, "readers" : 0, "writers" : 0 }, "activeClients" : { "total" : 11, "readers" : 0, "writers" : 0 } }, "locks" : { "Global" : { "acquireCount" : { "r" : NumberLong(78), "w" : NumberLong(11), "R" : NumberLong(1), "W" : NumberLong(8) } }, "MMAPV1Journal" : { "acquireCount" : { "r" : NumberLong(25), "w" : NumberLong(29), "R" : NumberLong(96) }, "acquireWaitCount" : { "w" : NumberLong(1), "R" : NumberLong(3) }, "timeAcquiringMicros" : { "w" : NumberLong(231), "R" : NumberLong(1404195) } }, "Database" : { "acquireCount" : { "r" : NumberLong(29), "w" : NumberLong(3), "W" : NumberLong(8) } }, "Collection" : { "acquireCount" : { "R" : NumberLong(26), "W" : NumberLong(1) } }, "Metadata" : { "acquireCount" : { "w" : NumberLong(3), "W" : NumberLong(14) } }, "oplog" : { "acquireCount" : { "R" : NumberLong(3), "W" : NumberLong(2) } } }, "network" : { "bytesIn" : 1124, "bytesOut" : 4223, "numRequests" : 15 }, "opcounters" : { "insert" : 0, "query" : 1, "update" : 0, "delete" : 0, "getmore" : 0, "command" : 16 }, "opcountersRepl" : { "insert" : 0, "query" : 0, "update" : 0, "delete" : 0, "getmore" : 0, "command" : 0 }, "repl" : { "setName" : "pc", "setVersion" : 1, "ismaster" : true, "secondary" : false, "hosts" : [ "localhost:37017" ], "primary" : "localhost:37017", "me" : "localhost:37017", "electionId" : ObjectId("55c252240000000000000000"), "rbid" : 93385694 }, "storageEngine" : { "name" : "mmapv1", "supportsCommittedReads" : false }, "writeBacksQueued" : false, "mem" : { "bits" : 64, "resident" : 74, "virtual" : 8690, "supported" : true, "mapped" : 4254, "mappedWithJournal" : 8508 }, "metrics" : { "commands" : { "count" : { "failed" : NumberLong(0), "total" : NumberLong(1) }, "create" : { "failed" : NumberLong(0), "total" : NumberLong(1) }, "isMaster" : { "failed" : NumberLong(0), "total" : NumberLong(7) }, "replSetGetStatus" : { "failed" : NumberLong(1), "total" : NumberLong(3) }, "replSetInitiate" : { "failed" : NumberLong(0), "total" : NumberLong(1) }, "serverStatus" : { "failed" : NumberLong(0), "total" : NumberLong(1) }, "validate" : { "failed" : NumberLong(0), "total" : NumberLong(1) }, "whatsmyuri" : { "failed" : NumberLong(0), "total" : NumberLong(1) } }, "cursor" : { "timedOut" : NumberLong(0), "open" : { "noTimeout" : NumberLong(0), "pinned" : NumberLong(0), "total" : NumberLong(0) } }, "document" : { "deleted" : NumberLong(0), "inserted" : NumberLong(0), "returned" : NumberLong(0), "updated" : NumberLong(0) }, "getLastError" : { "wtime" : { "num" : 0, "totalMillis" : 0 }, "wtimeouts" : NumberLong(0) }, "operation" : { "fastmod" : NumberLong(0), "idhack" : NumberLong(0), "scanAndOrder" : NumberLong(0), "writeConflicts" : NumberLong(0) }, "queryExecutor" : { "scanned" : NumberLong(0), "scannedObjects" : NumberLong(0) }, "record" : { "moves" : NumberLong(0) }, "repl" : { "apply" : { "batches" : { "num" : 0, "totalMillis" : 0 }, "ops" : NumberLong(0) }, "buffer" : { "count" : NumberLong(0), "maxSizeBytes" : 268435456, "sizeBytes" : NumberLong(0) }, "network" : { "bytes" : NumberLong(0), "getmores" : { "num" : 0, "totalMillis" : 0 }, "ops" : NumberLong(0), "readersCreated" : NumberLong(1) }, "preload" : { "docs" : { "num" : 0, "totalMillis" : 0 }, "indexes" : { "num" : 0, "totalMillis" : 0 } } }, "storage" : { "freelist" : { "search" : { "bucketExhausted" : NumberLong(0), "requests" : NumberLong(29), "scanned" : NumberLong(0) } } }, "ttl" : { "deletedDocuments" : NumberLong(0), "passes" : NumberLong(0) } }, "ok" : 1 } { "ns" : "power.cycle", "datasize" : 0, "nrecords" : 0, "lastExtentSize" : 8192, "firstExtent" : "0:5000 ns:power.cycle", "lastExtent" : "0:5000 ns:power.cycle", "extentCount" : 1, "extents" : [ { "loc" : "0:5000", "xnext" : "null", "xprev" : "null", "nsdiag" : "power.cycle", "size" : 8192, "firstRecord" : "null", "lastRecord" : "null" } ], "firstExtentDetails" : { "loc" : "0:5000", "xnext" : "null", "xprev" : "null", "nsdiag" : "power.cycle", "size" : 8192, "firstRecord" : "null", "lastRecord" : "null" }, "objectsFound" : 0, "invalidObjects" : 0, "nQuantizedSize" : 0, "bytesWithHeaders" : 0, "bytesWithoutHeaders" : 0, "bytesBson" : 0, "deletedCount" : 1, "deletedSize" : 8016, "delBucketSizes" : [ 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "nIndexes" : 1, "keysPerIndex" : { "power.cycle.$_id_" : 0 }, "indexDetails" : { "power.cycle.$_id_" : { } }, "valid" : true, "errors" : [ ], "ok" : 1 } bye Wed Aug 5 15:13:04 UTC 2015 Restart mongod on standard port Wed Aug 5 18:13:04 UTC 2015 echo db.adminCommand({shutdown:1, force: true}) | /home/Administrator/pt-317-mmap/MongoDB/Server/3.1/bin/mongo localhost:37017/power MongoDB shell version: 3.1.7-pre- connecting to: localhost:37017/power 2015-08-05T11:13:04.277-0700 E QUERY [thread1] Error: error doing query: failed : DB.prototype.runCommand@src/mongo/shell/db.js:124:1 DB.prototype.adminCommand@src/mongo/shell/db.js:138:12 @(shell):1:1 2015-08-05T11:13:04.279-0700 I NETWORK [thread1] trying reconnect to localhost:37017 (127.0.0.1) failed 2015-08-05T11:13:04.280-0700 I NETWORK [thread1] Socket recv() errno:10054 An existing connection was forcibly closed by the remote host. 127.0.0.1:37017 2015-08-05T11:13:04.280-0700 I NETWORK [thread1] SocketException: remote: 127.0.0.1:37017 error: 9001 socket exception [RECV_ERROR] server [127.0.0.1:37017] 2015-08-05T11:13:04.280-0700 I NETWORK [thread1] reconnect localhost:37017 (127.0.0.1) failed failed 2015-08-05T11:13:04.282-0700 I NETWORK [thread1] trying reconnect to localhost:37017 (127.0.0.1) failed 2015-08-05T11:13:05.128-0700 I NETWORK [thread1] Socket recv() errno:10054 An existing connection was forcibly closed by the remote host. 127.0.0.1:37017 2015-08-05T11:13:05.128-0700 I NETWORK [thread1] SocketException: remote: 127.0.0.1:37017 error: 9001 socket exception [RECV_ERROR] server [127.0.0.1:37017] 2015-08-05T11:13:05.128-0700 I NETWORK [thread1] reconnect localhost:37017 (127.0.0.1) failed failed bye Wed Aug 5 18:13:10 UTC 2015 Waiting for mongod to release pt-317-mmap/data/mmapv1/mongod.lock Wed Aug 5 18:13:10 UTC 2015 rsync -va --delete --quiet pt-317-mmap/data/mmapv1/ pt-317-mmap/data/mmapv1-firstrun Wed Aug 5 18:13:54 UTC 2015 rsync -va --delete --quiet pt-317-mmap/data/mmapv1/ pt-317-mmap/data/mmapv1-afterrecovery Wed Aug 5 18:14:36 UTC 2015 /home/Administrator/pt-317-mmap/MongoDB/Server/3.1/bin/mongod --remove --serviceName mongod-pt-317-mmap --serviceDisplayName mongod-pt-317-mmap 2015-08-05T11:14:38.038-0700 I CONTROL [main] Trying to remove Windows service 'mongod-pt-317-mmap' 2015-08-05T11:14:38.041-0700 I CONTROL [main] Service 'mongod-pt-317-mmap' removed Wed Aug 5 18:14:43 UTC 2015 /home/Administrator/pt-317-mmap/MongoDB/Server/3.1/bin/mongod --install --serviceName mongod-pt-317-mmap --serviceDisplayName mongod-pt-317-mmap --storageEngine mmapv1 --logpath C:\\cygwin64\\home\\Administrator\\pt-317-mmap\\logs\\mongod-mmapv1.log --logappend --dbpath C:\\cygwin64\\home\\Administrator\\pt-317-mmap\\data\\mmapv1 --port 27017 --setParameter enableTestCommands=1 -replSet pc [SC] ChangeServiceConfig SUCCESS SERVICE_NAME: mongod-pt-317-mmap TYPE : 10 WIN32_OWN_PROCESS STATE : 2 START_PENDING (NOT_STOPPABLE, NOT_PAUSABLE, IGNORES_SHUTDOWN) WIN32_EXIT_CODE : 0 (0x0) SERVICE_EXIT_CODE : 0 (0x0) CHECKPOINT : 0x1 WAIT_HINT : 0x3e8 PID : 1936 FLAGS : Wed Aug 5 18:14:47 UTC 2015 Mongod startup/recovery took 11 seconds Wed Aug 5 18:14:47 UTC 2015 echo rsconf = rs.conf(); rsconf.members[0].host = 'localhost:27017'; rs.reconfig(rsconf, {force: true}); function waitForPrimary(timeout, interval) { var timeStart = new Date().getTime(); var interval = interval || 500; var timeout = timeout || 60000; while (!db.isMaster().ismaster) { sleep(interval); var timeNow = new Date().getTime(); if (timeNow-timeStart > timeout) { return 0; } } return 1; }; if (!waitForPrimary()) { print('Host did not become primary'); quit(1); }; rs.status(); db.serverStatus() | /home/Administrator/pt-317-mmap/MongoDB/Server/3.1/bin/mongo localhost:27017/power MongoDB shell version: 3.1.7-pre- connecting to: localhost:27017/power { "host" : "CAPJA-Win2012R2", "version" : "3.1.7-pre-", "process" : "C:\\cygwin64\\home\\Administrator\\pt-317-mmap\\MongoDB\\Server\\3.1\\bin\\mongod.exe", "pid" : NumberLong(1936), "uptime" : 8, "uptimeMillis" : NumberLong(8164), "uptimeEstimate" : 6, "localTime" : ISODate("2015-08-05T18:14:51.673Z"), "asserts" : { "regular" : 0, "warning" : 0, "msg" : 0, "user" : 0, "rollovers" : 0 }, "backgroundFlushing" : { "flushes" : 0, "total_ms" : 0, "average_ms" : 0, "last_ms" : 0, "last_finished" : ISODate("1970-01-01T00:00:00Z") }, "connections" : { "current" : 1, "available" : 999999, "totalCreated" : NumberLong(1) }, "cursors" : { "note" : "deprecated, use server status metrics", "clientCursors_size" : 0, "totalOpen" : 0, "pinned" : 0, "totalNoTimeout" : 0, "timedOut" : 0 }, "dur" : { "commits" : 30, "journaledMB" : 0.008192, "writeToDataFilesMB" : 0.000341, "compression" : 23.141242937853107, "commitsInWriteLock" : 0, "earlyCommits" : 0, "timeMs" : { "dt" : 3077, "prepLogBuffer" : 0, "writeToJournal" : 0, "writeToDataFiles" : 0, "remapPrivateView" : 0, "commits" : 1, "commitsInWriteLock" : 0 } }, "extra_info" : { "note" : "fields vary by platform", "page_faults" : 39581, "usagePageFileMB" : 137, "totalPageFileMB" : 4799, "availPageFileMB" : 4060, "ramMB" : 4095 }, "globalLock" : { "totalTime" : NumberLong(8164000), "currentQueue" : { "total" : 0, "readers" : 0, "writers" : 0 }, "activeClients" : { "total" : 12, "readers" : 0, "writers" : 0 } }, "locks" : { "Global" : { "acquireCount" : { "r" : NumberLong(85), "w" : NumberLong(14), "R" : NumberLong(1), "W" : NumberLong(8) } }, "MMAPV1Journal" : { "acquireCount" : { "r" : NumberLong(27), "w" : NumberLong(34), "R" : NumberLong(72) }, "acquireWaitCount" : { "w" : NumberLong(2), "R" : NumberLong(2) }, "timeAcquiringMicros" : { "w" : NumberLong(212), "R" : NumberLong(14239) } }, "Database" : { "acquireCount" : { "r" : NumberLong(29), "R" : NumberLong(2), "W" : NumberLong(14) } }, "Collection" : { "acquireCount" : { "R" : NumberLong(25) } }, "Metadata" : { "acquireCount" : { "w" : NumberLong(1) } }, "oplog" : { "acquireCount" : { "R" : NumberLong(4) } } }, "network" : { "bytesIn" : 1339, "bytesOut" : 4313, "numRequests" : 15 }, "opcounters" : { "insert" : 0, "query" : 1, "update" : 0, "delete" : 0, "getmore" : 0, "command" : 16 }, "opcountersRepl" : { "insert" : 0, "query" : 0, "update" : 0, "delete" : 0, "getmore" : 0, "command" : 0 }, "repl" : { "setName" : "pc", "setVersion" : 13114, "ismaster" : true, "secondary" : false, "hosts" : [ "localhost:27017" ], "primary" : "localhost:27017", "me" : "localhost:27017", "electionId" : ObjectId("55c2529a0000000000000000"), "rbid" : 821197090 }, "storageEngine" : { "name" : "mmapv1", "supportsCommittedReads" : false }, "writeBacksQueued" : false, "mem" : { "bits" : 64, "resident" : 74, "virtual" : 8694, "supported" : true, "mapped" : 4254, "mappedWithJournal" : 8508 }, "metrics" : { "commands" : { "isMaster" : { "failed" : NumberLong(0), "total" : NumberLong(10) }, "replSetGetConfig" : { "failed" : NumberLong(0), "total" : NumberLong(2) }, "replSetGetStatus" : { "failed" : NumberLong(1), "total" : NumberLong(2) }, "replSetReconfig" : { "failed" : NumberLong(0), "total" : NumberLong(1) }, "serverStatus" : { "failed" : NumberLong(0), "total" : NumberLong(1) } }, "cursor" : { "timedOut" : NumberLong(0), "open" : { "noTimeout" : NumberLong(0), "pinned" : NumberLong(0), "total" : NumberLong(0) } }, "document" : { "deleted" : NumberLong(0), "inserted" : NumberLong(0), "returned" : NumberLong(0), "updated" : NumberLong(0) }, "getLastError" : { "wtime" : { "num" : 0, "totalMillis" : 0 }, "wtimeouts" : NumberLong(0) }, "operation" : { "fastmod" : NumberLong(0), "idhack" : NumberLong(0), "scanAndOrder" : NumberLong(0), "writeConflicts" : NumberLong(0) }, "queryExecutor" : { "scanned" : NumberLong(0), "scannedObjects" : NumberLong(0) }, "record" : { "moves" : NumberLong(0) }, "repl" : { "apply" : { "batches" : { "num" : 0, "totalMillis" : 0 }, "ops" : NumberLong(0) }, "buffer" : { "count" : NumberLong(0), "maxSizeBytes" : 268435456, "sizeBytes" : NumberLong(0) }, "network" : { "bytes" : NumberLong(0), "getmores" : { "num" : 0, "totalMillis" : 0 }, "ops" : NumberLong(0), "readersCreated" : NumberLong(6) }, "preload" : { "docs" : { "num" : 0, "totalMillis" : 0 }, "indexes" : { "num" : 0, "totalMillis" : 0 } } }, "storage" : { "freelist" : { "search" : { "bucketExhausted" : NumberLong(0), "requests" : NumberLong(0), "scanned" : NumberLong(0) } } }, "ttl" : { "deletedDocuments" : NumberLong(0), "passes" : NumberLong(0) } }, "ok" : 1 } bye Wed Aug 5 15:14:57 UTC 2015 echo print(tojson(db.hostInfo()), 'docs in db.cycle:', db.cycle.count()) | /usr/local/bin/mongo 10.4.124.128:27017/power MongoDB shell version: 3.1.6 connecting to: 10.4.124.128:27017/power { "system" : { "currentTime" : ISODate("2015-08-05T18:14:56.930Z"), "hostname" : "CAPJA-Win2012R2", "cpuAddrSize" : 64, "memSizeMB" : 4095, "numCores" : 4, "cpuArch" : "x86_64", "numaEnabled" : false }, "os" : { "type" : "Windows", "name" : "Microsoft Windows Server 2012", "version" : "6.2 (build 9200)" }, "extra" : { "pageSize" : NumberLong(4096) }, "ok" : 1 } docs in db.cycle: 0 bye Wed Aug 5 15:15:02 UTC 2015 Start 20 local mongo clients Wed Aug 5 15:15:02 UTC 2015 Start local mongo FSM client Wed Aug 5 15:15:02 UTC 2015 Crashing server in 48 seconds Wed Aug 5 15:15:50 UTC 2015 echo eval("print('docs in db.cycle:', db.cycle.count())") | /usr/local/bin/mongo 10.4.124.128:27017/power MongoDB shell version: 3.1.6 connecting to: 10.4.124.128:27017/power docs in db.cycle: 210104 bye Wed Aug 5 15:15:55 UTC 2015 Sending crash command for method virsh... Matching VM Windows2012R2 Domain Windows2012R2 destroyed Domain Windows2012R2 started Wed Aug 5 15:15:59 UTC 2015 Server crashed Wed Aug 5 15:15:59 UTC 2015 Killing mongo clients 96053 96056 96059 96062 96065 96068 96071 96074 96077 96080 96083 96086 96089 96092 96095 96098 96101 96104 96107 96110 96177 Wed Aug 5 15:15:59 UTC 2015 Completed loop 1 out of 100, test time is 218 Wed Aug 5 15:15:59 UTC 2015 Connect to server to install/recover mongod Wed Aug 5 18:17:03 UTC 2015 System was last booted 8/5/2015 11:16:07 AM, up 56 seconds Wed Aug 5 18:17:03 UTC 2015 rsync -va --delete --quiet pt-317-mmap/data/mmapv1/ pt-317-mmap/data/mmapv1-beforerecovery Wed Aug 5 18:17:56 UTC 2015 /home/Administrator/pt-317-mmap/MongoDB/Server/3.1/bin/mongod --remove --serviceName mongod-pt-317-mmap --serviceDisplayName mongod-pt-317-mmap 2015-08-05T11:17:57.908-0700 I CONTROL [main] Trying to remove Windows service 'mongod-pt-317-mmap' 2015-08-05T11:17:57.929-0700 I CONTROL [main] Service 'mongod-pt-317-mmap' removed Wed Aug 5 18:18:03 UTC 2015 /home/Administrator/pt-317-mmap/MongoDB/Server/3.1/bin/mongod --install --serviceName mongod-pt-317-mmap --serviceDisplayName mongod-pt-317-mmap --storageEngine mmapv1 --logpath C:\\cygwin64\\home\\Administrator\\pt-317-mmap\\logs\\mongod-mmapv1-recovery.log --logappend --dbpath C:\\cygwin64\\home\\Administrator\\pt-317-mmap\\data\\mmapv1 --port 37017 --setParameter enableTestCommands=1 -replSet pc [SC] ChangeServiceConfig SUCCESS SERVICE_NAME: mongod-pt-317-mmap TYPE : 10 WIN32_OWN_PROCESS STATE : 4 RUNNING (STOPPABLE, NOT_PAUSABLE, ACCEPTS_SHUTDOWN) WIN32_EXIT_CODE : 0 (0x0) SERVICE_EXIT_CODE : 0 (0x0) CHECKPOINT : 0x0 WAIT_HINT : 0x0 PID : 2024 FLAGS : Wed Aug 5 18:18:07 UTC 2015 Mongod startup/recovery took 64 seconds Wed Aug 5 18:18:07 UTC 2015 echo function waitForPrimary(timeout, interval) { var timeStart = new Date().getTime(); var interval = interval || 500; var timeout = timeout || 60000; while (!db.isMaster().ismaster) { sleep(interval); var timeNow = new Date().getTime(); if (timeNow-timeStart > timeout) { return 0; } } return 1; }; rsconf = {_id: 'pc', members: [ {_id: 0, host: 'localhost:37017'}]}; if (db.getSisterDB('local').system.replset.count()) { rsconf = rs.conf(); rsconf.members[0].host = 'localhost:37017'; rs.reconfig(rsconf, {force: true}); print('reconfig', tojson(rsconf)); } else { rs.initiate(rsconf); print('initiate', tojson(rsconf)); } if (!waitForPrimary()) { print('Host did not become primary'); quit(1); }; rs.status(); db.createCollection('cycle') | /home/Administrator/pt-317-mmap/MongoDB/Server/3.1/bin/mongo localhost:37017/power MongoDB shell version: 3.1.7-pre- connecting to: localhost:37017/power reconfig { "_id" : "pc", "version" : 13115, "members" : [ { "_id" : 0, "host" : "localhost:37017", "arbiterOnly" : false, "buildIndexes" : true, "hidden" : false, "priority" : 1, "tags" : { }, "slaveDelay" : NumberLong(0), "votes" : 1 } ], "settings" : { "chainingAllowed" : true, "heartbeatTimeoutSecs" : 10, "getLastErrorModes" : { }, "getLastErrorDefaults" : { "w" : 1, "wtimeout" : 0 }, "protocolVersion" : NumberLong(0) } } { "ok" : 0, "errmsg" : "collection already exists", "code" : 48 } bye Wed Aug 5 15:18:19 UTC 2015 Connect to mongod and validate collection Wed Aug 5 15:18:19 UTC 2015 echo var val = db.cycle.validate(true); print(tojson(db.serverStatus()), tojson(val)); if (!val.valid) { print('db.cycle is invalid'); quit(1) } | /usr/local/bin/mongo 10.4.124.128:37017/power MongoDB shell version: 3.1.6 connecting to: 10.4.124.128:37017/power { "host" : "CAPJA-Win2012R2:37017", "version" : "3.1.7-pre-", "process" : "C:\\cygwin64\\home\\Administrator\\pt-317-mmap\\MongoDB\\Server\\3.1\\bin\\mongod.exe", "pid" : NumberLong(2024), "uptime" : 15, "uptimeMillis" : NumberLong(15563), "uptimeEstimate" : 11, "localTime" : ISODate("2015-08-05T18:18:18.984Z"), "asserts" : { "regular" : 0, "warning" : 0, "msg" : 0, "user" : 0, "rollovers" : 0 }, "backgroundFlushing" : { "flushes" : 0, "total_ms" : 0, "average_ms" : 0, "last_ms" : 0, "last_finished" : ISODate("1970-01-01T00:00:00Z") }, "connections" : { "current" : 1, "available" : 999999, "totalCreated" : NumberLong(2) }, "cursors" : { "note" : "deprecated, use server status metrics", "clientCursors_size" : 0, "totalOpen" : 0, "pinned" : 0, "totalNoTimeout" : 0, "timedOut" : 0 }, "dur" : { "commits" : 1, "journaledMB" : 0, "writeToDataFilesMB" : 0, "compression" : 0, "commitsInWriteLock" : 0, "earlyCommits" : 0, "timeMs" : { "dt" : 0, "prepLogBuffer" : 0, "writeToJournal" : 0, "writeToDataFiles" : 0, "remapPrivateView" : 0, "commits" : 0, "commitsInWriteLock" : 0 } }, "extra_info" : { "note" : "fields vary by platform", "page_faults" : 111509, "usagePageFileMB" : 142, "totalPageFileMB" : 4799, "availPageFileMB" : 4124, "ramMB" : 4095 }, "globalLock" : { "totalTime" : NumberLong(15564000), "currentQueue" : { "total" : 0, "readers" : 0, "writers" : 0 }, "activeClients" : { "total" : 12, "readers" : 0, "writers" : 0 } }, "locks" : { "Global" : { "acquireCount" : { "r" : NumberLong(154), "w" : NumberLong(19), "R" : NumberLong(1), "W" : NumberLong(8) }, "acquireWaitCount" : { "r" : NumberLong(1), "W" : NumberLong(1) }, "timeAcquiringMicros" : { "r" : NumberLong(13692), "W" : NumberLong(14) } }, "MMAPV1Journal" : { "acquireCount" : { "r" : NumberLong(60), "w" : NumberLong(44), "R" : NumberLong(118) }, "acquireWaitCount" : { "w" : NumberLong(2), "R" : NumberLong(3) }, "timeAcquiringMicros" : { "w" : NumberLong(216), "R" : NumberLong(384486) } }, "Database" : { "acquireCount" : { "r" : NumberLong(60), "w" : NumberLong(1), "R" : NumberLong(3), "W" : NumberLong(18) } }, "Collection" : { "acquireCount" : { "R" : NumberLong(54), "W" : NumberLong(1) }, "acquireWaitCount" : { "R" : NumberLong(1) }, "timeAcquiringMicros" : { "R" : NumberLong(148122) } }, "Metadata" : { "acquireCount" : { "w" : NumberLong(1) } }, "oplog" : { "acquireCount" : { "R" : NumberLong(6) } } }, "network" : { "bytesIn" : 1958, "bytesOut" : 9056, "numRequests" : 24 }, "opcounters" : { "insert" : 0, "query" : 1, "update" : 0, "delete" : 0, "getmore" : 0, "command" : 25 }, "opcountersRepl" : { "insert" : 0, "query" : 0, "update" : 0, "delete" : 0, "getmore" : 0, "command" : 0 }, "repl" : { "setName" : "pc", "setVersion" : 49625, "ismaster" : true, "secondary" : false, "hosts" : [ "localhost:37017" ], "primary" : "localhost:37017", "me" : "localhost:37017", "electionId" : ObjectId("55c253640000000000000000"), "rbid" : 1997935231 }, "storageEngine" : { "name" : "mmapv1", "supportsCommittedReads" : false }, "writeBacksQueued" : false, "mem" : { "bits" : 64, "resident" : 282, "virtual" : 9646, "supported" : true, "mapped" : 4718, "mappedWithJournal" : 9436 }, "metrics" : { "commands" : { "count" : { "failed" : NumberLong(0), "total" : NumberLong(1) }, "create" : { "failed" : NumberLong(1), "total" : NumberLong(1) }, "isMaster" : { "failed" : NumberLong(0), "total" : NumberLong(14) }, "replSetGetConfig" : { "failed" : NumberLong(0), "total" : NumberLong(2) }, "replSetGetStatus" : { "failed" : NumberLong(1), "total" : NumberLong(3) }, "replSetReconfig" : { "failed" : NumberLong(0), "total" : NumberLong(1) }, "serverStatus" : { "failed" : NumberLong(0), "total" : NumberLong(1) }, "validate" : { "failed" : NumberLong(0), "total" : NumberLong(1) }, "whatsmyuri" : { "failed" : NumberLong(0), "total" : NumberLong(1) } }, "cursor" : { "timedOut" : NumberLong(0), "open" : { "noTimeout" : NumberLong(0), "pinned" : NumberLong(0), "total" : NumberLong(0) } }, "document" : { "deleted" : NumberLong(0), "inserted" : NumberLong(0), "returned" : NumberLong(0), "updated" : NumberLong(0) }, "getLastError" : { "wtime" : { "num" : 0, "totalMillis" : 0 }, "wtimeouts" : NumberLong(0) }, "operation" : { "fastmod" : NumberLong(0), "idhack" : NumberLong(0), "scanAndOrder" : NumberLong(0), "writeConflicts" : NumberLong(0) }, "queryExecutor" : { "scanned" : NumberLong(0), "scannedObjects" : NumberLong(0) }, "record" : { "moves" : NumberLong(0) }, "repl" : { "apply" : { "batches" : { "num" : 0, "totalMillis" : 0 }, "ops" : NumberLong(0) }, "buffer" : { "count" : NumberLong(0), "maxSizeBytes" : 268435456, "sizeBytes" : NumberLong(0) }, "network" : { "bytes" : NumberLong(0), "getmores" : { "num" : 0, "totalMillis" : 0 }, "ops" : NumberLong(0), "readersCreated" : NumberLong(5) }, "preload" : { "docs" : { "num" : 0, "totalMillis" : 0 }, "indexes" : { "num" : 0, "totalMillis" : 0 } } }, "storage" : { "freelist" : { "search" : { "bucketExhausted" : NumberLong(0), "requests" : NumberLong(0), "scanned" : NumberLong(0) } } }, "ttl" : { "deletedDocuments" : NumberLong(0), "passes" : NumberLong(0) } }, "ok" : 1 } { "ns" : "power.cycle", "datasize" : 174485984, "nrecords" : 232153, "lastExtentSize" : 68579328, "firstExtent" : "0:5000 ns:power.cycle", "lastExtent" : "2:acf000 ns:power.cycle", "extentCount" : 13, "extents" : [ { "loc" : "0:5000", "xnext" : "0:49000", "xprev" : "null", "nsdiag" : "power.cycle", "size" : 8192, "firstRecord" : "0:50b0", "lastRecord" : "0:6df0" }, { "loc" : "0:49000", "xnext" : "0:51000", "xprev" : "0:5000", "nsdiag" : "power.cycle", "size" : 32768, "firstRecord" : "0:490b0", "lastRecord" : "0:50fb0" }, { "loc" : "0:51000", "xnext" : "0:71000", "xprev" : "0:49000", "nsdiag" : "power.cycle", "size" : 131072, "firstRecord" : "0:510b0", "lastRecord" : "0:70fb0" }, { "loc" : "0:71000", "xnext" : "0:f1000", "xprev" : "0:51000", "nsdiag" : "power.cycle", "size" : 524288, "firstRecord" : "0:710b0", "lastRecord" : "0:da5b0" }, { "loc" : "0:f1000", "xnext" : "0:3f1000", "xprev" : "0:71000", "nsdiag" : "power.cycle", "size" : 2097152, "firstRecord" : "0:fbab0", "lastRecord" : "0:232bb0" }, { "loc" : "0:3f1000", "xnext" : "0:df1000", "xprev" : "0:f1000", "nsdiag" : "power.cycle", "size" : 8388608, "firstRecord" : "0:4200b0", "lastRecord" : "0:4da0b0" }, { "loc" : "0:df1000", "xnext" : "0:1abe000", "xprev" : "0:3f1000", "nsdiag" : "power.cycle", "size" : 11325440, "firstRecord" : "0:df10b0", "lastRecord" : "0:f2bff0" }, { "loc" : "0:1abe000", "xnext" : "0:2953000", "xprev" : "0:df1000", "nsdiag" : "power.cycle", "size" : 15290368, "firstRecord" : "0:1abe0b0", "lastRecord" : "0:1cac030" }, { "loc" : "0:2953000", "xnext" : "1:1002000", "xprev" : "0:1abe000", "nsdiag" : "power.cycle", "size" : 20643840, "firstRecord" : "0:296bcb0", "lastRecord" : "0:362e6b0" }, { "loc" : "1:1002000", "xnext" : "1:2a96000", "xprev" : "0:2953000", "nsdiag" : "power.cycle", "size" : 27869184, "firstRecord" : "1:10020b0", "lastRecord" : "1:2518a70" }, { "loc" : "1:2a96000", "xnext" : "1:4e78000", "xprev" : "1:1002000", "nsdiag" : "power.cycle", "size" : 37625856, "firstRecord" : "1:2a988b0", "lastRecord" : "1:38edfb0" }, { "loc" : "1:4e78000", "xnext" : "2:acf000", "xprev" : "1:2a96000", "nsdiag" : "power.cycle", "size" : 50798592, "firstRecord" : "1:4e780b0", "lastRecord" : "1:7e03d30" }, { "loc" : "2:acf000", "xnext" : "null", "xprev" : "1:4e78000", "nsdiag" : "power.cycle", "size" : 68579328, "firstRecord" : "2:acf0b0", "lastRecord" : "2:e495b0" } ], "firstExtentDetails" : { "loc" : "0:5000", "xnext" : "0:49000", "xprev" : "null", "nsdiag" : "power.cycle", "size" : 8192, "firstRecord" : "0:50b0", "lastRecord" : "0:6df0" }, "lastExtentDetails" : { "loc" : "2:acf000", "xnext" : "null", "xprev" : "1:4e78000", "nsdiag" : "power.cycle", "size" : 68579328, "firstRecord" : "2:acf0b0", "lastRecord" : "2:e495b0" }, "objectsFound" : 232153, "invalidObjects" : 0, "nQuantizedSize" : 232142, "bytesWithHeaders" : 178200432, "bytesWithoutHeaders" : 174485984, "bytesBson" : 122864156, "deletedCount" : 1407, "deletedSize" : 65111968, "delBucketSizes" : [ 0, 0, 4, 1402, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1 ], "nIndexes" : 2, "keysPerIndex" : { "power.cycle.$_id_" : 232153, "power.cycle.$x_1" : 232153 }, "indexDetails" : { "power.cycle.$_id_" : { }, "power.cycle.$x_1" : { } }, "valid" : true, "errors" : [ ], "ok" : 1 } bye Wed Aug 5 15:18:25 UTC 2015 Restart mongod on standard port Wed Aug 5 18:18:24 UTC 2015 echo db.adminCommand({shutdown:1, force: true}) | /home/Administrator/pt-317-mmap/MongoDB/Server/3.1/bin/mongo localhost:37017/power MongoDB shell version: 3.1.7-pre- connecting to: localhost:37017/power 2015-08-05T11:18:25.009-0700 E QUERY [thread1] Error: error doing query: failed : DB.prototype.runCommand@src/mongo/shell/db.js:124:1 DB.prototype.adminCommand@src/mongo/shell/db.js:138:12 @(shell):1:1 2015-08-05T11:18:25.011-0700 I NETWORK [thread1] trying reconnect to localhost:37017 (127.0.0.1) failed 2015-08-05T11:18:25.800-0700 I NETWORK [thread1] Socket recv() errno:10054 An existing connection was forcibly closed by the remote host. 127.0.0.1:37017 2015-08-05T11:18:25.801-0700 I NETWORK [thread1] SocketException: remote: 127.0.0.1:37017 error: 9001 socket exception [RECV_ERROR] server [127.0.0.1:37017] 2015-08-05T11:18:25.801-0700 I NETWORK [thread1] reconnect localhost:37017 (127.0.0.1) failed failed 2015-08-05T11:18:25.804-0700 I NETWORK [thread1] trying reconnect to localhost:37017 (127.0.0.1) failed 2015-08-05T11:18:26.805-0700 W NETWORK [thread1] Failed to connect to 127.0.0.1:37017, reason: errno:10061 No connection could be made because the target machine actively refused it. 2015-08-05T11:18:26.805-0700 I NETWORK [thread1] reconnect localhost:37017 (127.0.0.1) failed failed bye Wed Aug 5 18:18:31 UTC 2015 Waiting for mongod to release pt-317-mmap/data/mmapv1/mongod.lock Wed Aug 5 18:18:31 UTC 2015 rsync -va --delete --quiet pt-317-mmap/data/mmapv1/ pt-317-mmap/data/mmapv1-afterrecovery Wed Aug 5 18:18:37 UTC 2015 /home/Administrator/pt-317-mmap/MongoDB/Server/3.1/bin/mongod --remove --serviceName mongod-pt-317-mmap --serviceDisplayName mongod-pt-317-mmap 2015-08-05T11:18:37.730-0700 I CONTROL [main] Trying to remove Windows service 'mongod-pt-317-mmap' 2015-08-05T11:18:37.731-0700 I CONTROL [main] Service 'mongod-pt-317-mmap' removed Wed Aug 5 18:18:42 UTC 2015 /home/Administrator/pt-317-mmap/MongoDB/Server/3.1/bin/mongod --install --serviceName mongod-pt-317-mmap --serviceDisplayName mongod-pt-317-mmap --storageEngine mmapv1 --logpath C:\\cygwin64\\home\\Administrator\\pt-317-mmap\\logs\\mongod-mmapv1.log --logappend --dbpath C:\\cygwin64\\home\\Administrator\\pt-317-mmap\\data\\mmapv1 --port 27017 --setParameter enableTestCommands=1 -replSet pc [SC] ChangeServiceConfig SUCCESS SERVICE_NAME: mongod-pt-317-mmap TYPE : 10 WIN32_OWN_PROCESS STATE : 4 RUNNING (STOPPABLE, NOT_PAUSABLE, ACCEPTS_SHUTDOWN) WIN32_EXIT_CODE : 0 (0x0) SERVICE_EXIT_CODE : 0 (0x0) CHECKPOINT : 0x0 WAIT_HINT : 0x0 PID : 2008 FLAGS : Wed Aug 5 18:18:46 UTC 2015 Mongod startup/recovery took 9 seconds Wed Aug 5 18:18:46 UTC 2015 echo rsconf = rs.conf(); rsconf.members[0].host = 'localhost:27017'; rs.reconfig(rsconf, {force: true}); function waitForPrimary(timeout, interval) { var timeStart = new Date().getTime(); var interval = interval || 500; var timeout = timeout || 60000; while (!db.isMaster().ismaster) { sleep(interval); var timeNow = new Date().getTime(); if (timeNow-timeStart > timeout) { return 0; } } return 1; }; if (!waitForPrimary()) { print('Host did not become primary'); quit(1); }; rs.status(); db.serverStatus() | /home/Administrator/pt-317-mmap/MongoDB/Server/3.1/bin/mongo localhost:27017/power MongoDB shell version: 3.1.7-pre- connecting to: localhost:27017/power { "host" : "CAPJA-Win2012R2", "version" : "3.1.7-pre-", "process" : "C:\\cygwin64\\home\\Administrator\\pt-317-mmap\\MongoDB\\Server\\3.1\\bin\\mongod.exe", "pid" : NumberLong(2008), "uptime" : 7, "uptimeMillis" : NumberLong(7830), "uptimeEstimate" : 6, "localTime" : ISODate("2015-08-05T18:18:50.876Z"), "asserts" : { "regular" : 0, "warning" : 0, "msg" : 0, "user" : 0, "rollovers" : 0 }, "backgroundFlushing" : { "flushes" : 0, "total_ms" : 0, "average_ms" : 0, "last_ms" : 0, "last_finished" : ISODate("1970-01-01T00:00:00Z") }, "connections" : { "current" : 1, "available" : 999999, "totalCreated" : NumberLong(1) }, "cursors" : { "note" : "deprecated, use server status metrics", "clientCursors_size" : 0, "totalOpen" : 0, "pinned" : 0, "totalNoTimeout" : 0, "timedOut" : 0 }, "dur" : { "commits" : 30, "journaledMB" : 0.008192, "writeToDataFilesMB" : 0.000341, "compression" : 23.141242937853107, "commitsInWriteLock" : 0, "earlyCommits" : 0, "timeMs" : { "dt" : 3077, "prepLogBuffer" : 0, "writeToJournal" : 0, "writeToDataFiles" : 0, "remapPrivateView" : 0, "commits" : 1, "commitsInWriteLock" : 0 } }, "extra_info" : { "note" : "fields vary by platform", "page_faults" : 44302, "usagePageFileMB" : 204, "totalPageFileMB" : 4799, "availPageFileMB" : 4018, "ramMB" : 4095 }, "globalLock" : { "totalTime" : NumberLong(7830000), "currentQueue" : { "total" : 0, "readers" : 0, "writers" : 0 }, "activeClients" : { "total" : 12, "readers" : 0, "writers" : 0 } }, "locks" : { "Global" : { "acquireCount" : { "r" : NumberLong(102), "w" : NumberLong(17), "R" : NumberLong(1), "W" : NumberLong(8) } }, "MMAPV1Journal" : { "acquireCount" : { "r" : NumberLong(34), "w" : NumberLong(41), "R" : NumberLong(73) } }, "Database" : { "acquireCount" : { "r" : NumberLong(35), "R" : NumberLong(3), "W" : NumberLong(17) } }, "Collection" : { "acquireCount" : { "R" : NumberLong(31) } }, "Metadata" : { "acquireCount" : { "w" : NumberLong(1) } }, "oplog" : { "acquireCount" : { "R" : NumberLong(4) } } }, "network" : { "bytesIn" : 1398, "bytesOut" : 4595, "numRequests" : 16 }, "opcounters" : { "insert" : 0, "query" : 1, "update" : 0, "delete" : 0, "getmore" : 0, "command" : 17 }, "opcountersRepl" : { "insert" : 0, "query" : 0, "update" : 0, "delete" : 0, "getmore" : 0, "command" : 0 }, "repl" : { "setName" : "pc", "setVersion" : 90643, "ismaster" : true, "secondary" : false, "hosts" : [ "localhost:27017" ], "primary" : "localhost:27017", "me" : "localhost:27017", "electionId" : ObjectId("55c253890000000000000000"), "rbid" : 1886992991 }, "storageEngine" : { "name" : "mmapv1", "supportsCommittedReads" : false }, "writeBacksQueued" : false, "mem" : { "bits" : 64, "resident" : 90, "virtual" : 9622, "supported" : true, "mapped" : 4718, "mappedWithJournal" : 9436 }, "metrics" : { "commands" : { "isMaster" : { "failed" : NumberLong(0), "total" : NumberLong(11) }, "replSetGetConfig" : { "failed" : NumberLong(0), "total" : NumberLong(2) }, "replSetGetStatus" : { "failed" : NumberLong(1), "total" : NumberLong(2) }, "replSetReconfig" : { "failed" : NumberLong(0), "total" : NumberLong(1) }, "serverStatus" : { "failed" : NumberLong(0), "total" : NumberLong(1) } }, "cursor" : { "timedOut" : NumberLong(0), "open" : { "noTimeout" : NumberLong(0), "pinned" : NumberLong(0), "total" : NumberLong(0) } }, "document" : { "deleted" : NumberLong(0), "inserted" : NumberLong(0), "returned" : NumberLong(0), "updated" : NumberLong(0) }, "getLastError" : { "wtime" : { "num" : 0, "totalMillis" : 0 }, "wtimeouts" : NumberLong(0) }, "operation" : { "fastmod" : NumberLong(0), "idhack" : NumberLong(0), "scanAndOrder" : NumberLong(0), "writeConflicts" : NumberLong(0) }, "queryExecutor" : { "scanned" : NumberLong(0), "scannedObjects" : NumberLong(0) }, "record" : { "moves" : NumberLong(0) }, "repl" : { "apply" : { "batches" : { "num" : 0, "totalMillis" : 0 }, "ops" : NumberLong(0) }, "buffer" : { "count" : NumberLong(0), "maxSizeBytes" : 268435456, "sizeBytes" : NumberLong(0) }, "network" : { "bytes" : NumberLong(0), "getmores" : { "num" : 0, "totalMillis" : 0 }, "ops" : NumberLong(0), "readersCreated" : NumberLong(6) }, "preload" : { "docs" : { "num" : 0, "totalMillis" : 0 }, "indexes" : { "num" : 0, "totalMillis" : 0 } } }, "storage" : { "freelist" : { "search" : { "bucketExhausted" : NumberLong(0), "requests" : NumberLong(0), "scanned" : NumberLong(0) } } }, "ttl" : { "deletedDocuments" : NumberLong(0), "passes" : NumberLong(0) } }, "ok" : 1 } bye Wed Aug 5 15:18:57 UTC 2015 echo print(tojson(db.hostInfo()), 'docs in db.cycle:', db.cycle.count()) | /usr/local/bin/mongo 10.4.124.128:27017/power MongoDB shell version: 3.1.6 connecting to: 10.4.124.128:27017/power { "system" : { "currentTime" : ISODate("2015-08-05T18:18:56.141Z"), "hostname" : "CAPJA-Win2012R2", "cpuAddrSize" : 64, "memSizeMB" : 4095, "numCores" : 4, "cpuArch" : "x86_64", "numaEnabled" : false }, "os" : { "type" : "Windows", "name" : "Microsoft Windows Server 2012", "version" : "6.2 (build 9200)" }, "extra" : { "pageSize" : NumberLong(4096) }, "ok" : 1 } docs in db.cycle: 232153 bye Wed Aug 5 15:19:02 UTC 2015 Start 20 local mongo clients Wed Aug 5 15:19:02 UTC 2015 Start local mongo FSM client Wed Aug 5 15:19:02 UTC 2015 Crashing server in 40 seconds Wed Aug 5 15:19:42 UTC 2015 echo eval("print('docs in db.cycle:', db.cycle.count())") | /usr/local/bin/mongo 10.4.124.128:27017/power MongoDB shell version: 3.1.6 connecting to: 10.4.124.128:27017/power docs in db.cycle: 376490 bye Wed Aug 5 15:19:47 UTC 2015 Sending crash command for method virsh... Matching VM Windows2012R2 Domain Windows2012R2 destroyed Domain Windows2012R2 started Wed Aug 5 15:19:50 UTC 2015 Server crashed Wed Aug 5 15:19:50 UTC 2015 Killing mongo clients 96565 96568 96571 96574 96577 96580 96583 96586 96589 96592 96595 96598 96601 96604 96607 96610 96613 96616 96619 96622 96689 Wed Aug 5 15:19:50 UTC 2015 Completed loop 2 out of 100, test time is 449 Wed Aug 5 15:19:50 UTC 2015 Connect to server to install/recover mongod Wed Aug 5 18:20:52 UTC 2015 System was last booted 8/5/2015 11:19:59 AM, up 53 seconds Wed Aug 5 18:20:52 UTC 2015 rsync -va --delete --quiet pt-317-mmap/data/mmapv1/ pt-317-mmap/data/mmapv1-beforerecovery Wed Aug 5 18:21:02 UTC 2015 /home/Administrator/pt-317-mmap/MongoDB/Server/3.1/bin/mongod --remove --serviceName mongod-pt-317-mmap --serviceDisplayName mongod-pt-317-mmap 2015-08-05T11:21:03.490-0700 I CONTROL [main] Trying to remove Windows service 'mongod-pt-317-mmap' 2015-08-05T11:21:03.491-0700 I CONTROL [main] Service 'mongod-pt-317-mmap' removed Wed Aug 5 18:21:08 UTC 2015 /home/Administrator/pt-317-mmap/MongoDB/Server/3.1/bin/mongod --install --serviceName mongod-pt-317-mmap --serviceDisplayName mongod-pt-317-mmap --storageEngine mmapv1 --logpath C:\\cygwin64\\home\\Administrator\\pt-317-mmap\\logs\\mongod-mmapv1-recovery.log --logappend --dbpath C:\\cygwin64\\home\\Administrator\\pt-317-mmap\\data\\mmapv1 --port 37017 --setParameter enableTestCommands=1 -replSet pc [SC] ChangeServiceConfig SUCCESS SERVICE_NAME: mongod-pt-317-mmap TYPE : 10 WIN32_OWN_PROCESS STATE : 4 RUNNING (STOPPABLE, NOT_PAUSABLE, ACCEPTS_SHUTDOWN) WIN32_EXIT_CODE : 0 (0x0) SERVICE_EXIT_CODE : 0 (0x0) CHECKPOINT : 0x0 WAIT_HINT : 0x0 PID : 2128 FLAGS : Wed Aug 5 18:21:44 UTC 2015 Mongod startup/recovery took 52 seconds Wed Aug 5 18:21:44 UTC 2015 echo function waitForPrimary(timeout, interval) { var timeStart = new Date().getTime(); var interval = interval || 500; var timeout = timeout || 60000; while (!db.isMaster().ismaster) { sleep(interval); var timeNow = new Date().getTime(); if (timeNow-timeStart > timeout) { return 0; } } return 1; }; rsconf = {_id: 'pc', members: [ {_id: 0, host: 'localhost:37017'}]}; if (db.getSisterDB('local').system.replset.count()) { rsconf = rs.conf(); rsconf.members[0].host = 'localhost:37017'; rs.reconfig(rsconf, {force: true}); print('reconfig', tojson(rsconf)); } else { rs.initiate(rsconf); print('initiate', tojson(rsconf)); } if (!waitForPrimary()) { print('Host did not become primary'); quit(1); }; rs.status(); db.createCollection('cycle') | /home/Administrator/pt-317-mmap/MongoDB/Server/3.1/bin/mongo localhost:37017/power MongoDB shell version: 3.1.7-pre- connecting to: localhost:37017/power reconfig { "_id" : "pc", "version" : 90644, "members" : [ { "_id" : 0, "host" : "localhost:37017", "arbiterOnly" : false, "buildIndexes" : true, "hidden" : false, "priority" : 1, "tags" : { }, "slaveDelay" : NumberLong(0), "votes" : 1 } ], "settings" : { "chainingAllowed" : true, "heartbeatTimeoutSecs" : 10, "getLastErrorModes" : { }, "getLastErrorDefaults" : { "w" : 1, "wtimeout" : 0 }, "protocolVersion" : NumberLong(0) } } { "ok" : 0, "errmsg" : "collection already exists", "code" : 48 } bye Wed Aug 5 15:21:55 UTC 2015 Connect to mongod and validate collection Wed Aug 5 15:21:55 UTC 2015 echo var val = db.cycle.validate(true); print(tojson(db.serverStatus()), tojson(val)); if (!val.valid) { print('db.cycle is invalid'); quit(1) } | /usr/local/bin/mongo 10.4.124.128:37017/power MongoDB shell version: 3.1.6 connecting to: 10.4.124.128:37017/power { "host" : "CAPJA-Win2012R2:37017", "version" : "3.1.7-pre-", "process" : "C:\\cygwin64\\home\\Administrator\\pt-317-mmap\\MongoDB\\Server\\3.1\\bin\\mongod.exe", "pid" : NumberLong(2128), "uptime" : 51, "uptimeMillis" : NumberLong(50079), "uptimeEstimate" : 15, "localTime" : ISODate("2015-08-05T18:21:59.020Z"), "asserts" : { "regular" : 0, "warning" : 0, "msg" : 0, "user" : 0, "rollovers" : 0 }, "backgroundFlushing" : { "flushes" : 0, "total_ms" : 0, "average_ms" : 0, "last_ms" : 0, "last_finished" : ISODate("1970-01-01T00:00:00Z") }, "connections" : { "current" : 1, "available" : 999999, "totalCreated" : NumberLong(2) }, "cursors" : { "note" : "deprecated, use server status metrics", "clientCursors_size" : 0, "totalOpen" : 0, "pinned" : 0, "totalNoTimeout" : 0, "timedOut" : 0 }, "dur" : { "commits" : 8, "journaledMB" : 0, "writeToDataFilesMB" : 0, "compression" : 0, "commitsInWriteLock" : 0, "earlyCommits" : 0, "timeMs" : { "dt" : 5076, "prepLogBuffer" : 0, "writeToJournal" : 0, "writeToDataFiles" : 0, "remapPrivateView" : 0, "commits" : 4256, "commitsInWriteLock" : 0 } }, "extra_info" : { "note" : "fields vary by platform", "page_faults" : 1261177, "usagePageFileMB" : 236, "totalPageFileMB" : 4799, "availPageFileMB" : 3939, "ramMB" : 4095 }, "globalLock" : { "totalTime" : NumberLong(50079000), "currentQueue" : { "total" : 0, "readers" : 0, "writers" : 0 }, "activeClients" : { "total" : 12, "readers" : 0, "writers" : 0 } }, "locks" : { "Global" : { "acquireCount" : { "r" : NumberLong(178), "w" : NumberLong(19), "R" : NumberLong(1), "W" : NumberLong(8) }, "acquireWaitCount" : { "r" : NumberLong(1), "W" : NumberLong(1) }, "timeAcquiringMicros" : { "r" : NumberLong(5372), "W" : NumberLong(5) } }, "MMAPV1Journal" : { "acquireCount" : { "r" : NumberLong(72), "w" : NumberLong(75049), "R" : NumberLong(126) }, "acquireWaitCount" : { "w" : NumberLong(4), "R" : NumberLong(6) }, "timeAcquiringMicros" : { "w" : NumberLong(1583), "R" : NumberLong(22484960) } }, "Database" : { "acquireCount" : { "r" : NumberLong(72), "w" : NumberLong(1), "R" : NumberLong(3), "W" : NumberLong(18) } }, "Collection" : { "acquireCount" : { "R" : NumberLong(65), "W" : NumberLong(1) }, "acquireWaitCount" : { "R" : NumberLong(1) }, "timeAcquiringMicros" : { "R" : NumberLong(492272) } }, "Metadata" : { "acquireCount" : { "w" : NumberLong(1), "W" : NumberLong(12) } }, "oplog" : { "acquireCount" : { "R" : NumberLong(7) } } }, "network" : { "bytesIn" : 1958, "bytesOut" : 9323, "numRequests" : 24 }, "opcounters" : { "insert" : 0, "query" : 1, "update" : 0, "delete" : 0, "getmore" : 0, "command" : 25 }, "opcountersRepl" : { "insert" : 0, "query" : 0, "update" : 0, "delete" : 0, "getmore" : 0, "command" : 0 }, "repl" : { "setName" : "pc", "setVersion" : 178231, "ismaster" : true, "secondary" : false, "hosts" : [ "localhost:37017" ], "primary" : "localhost:37017", "me" : "localhost:37017", "electionId" : ObjectId("55c2543c0000000000000000"), "rbid" : 53585966 }, "storageEngine" : { "name" : "mmapv1", "supportsCommittedReads" : false }, "writeBacksQueued" : false, "mem" : { "bits" : 64, "resident" : 493, "virtual" : 10415, "supported" : true, "mapped" : 5102, "mappedWithJournal" : 10204 }, "metrics" : { "commands" : { "count" : { "failed" : NumberLong(0), "total" : NumberLong(1) }, "create" : { "failed" : NumberLong(1), "total" : NumberLong(1) }, "isMaster" : { "failed" : NumberLong(0), "total" : NumberLong(14) }, "replSetGetConfig" : { "failed" : NumberLong(0), "total" : NumberLong(2) }, "replSetGetStatus" : { "failed" : NumberLong(1), "total" : NumberLong(3) }, "replSetReconfig" : { "failed" : NumberLong(0), "total" : NumberLong(1) }, "serverStatus" : { "failed" : NumberLong(0), "total" : NumberLong(1) }, "validate" : { "failed" : NumberLong(0), "total" : NumberLong(1) }, "whatsmyuri" : { "failed" : NumberLong(0), "total" : NumberLong(1) } }, "cursor" : { "timedOut" : NumberLong(0), "open" : { "noTimeout" : NumberLong(0), "pinned" : NumberLong(0), "total" : NumberLong(0) } }, "document" : { "deleted" : NumberLong(0), "inserted" : NumberLong(0), "returned" : NumberLong(0), "updated" : NumberLong(0) }, "getLastError" : { "wtime" : { "num" : 0, "totalMillis" : 0 }, "wtimeouts" : NumberLong(0) }, "operation" : { "fastmod" : NumberLong(0), "idhack" : NumberLong(0), "scanAndOrder" : NumberLong(0), "writeConflicts" : NumberLong(0) }, "queryExecutor" : { "scanned" : NumberLong(0), "scannedObjects" : NumberLong(0) }, "record" : { "moves" : NumberLong(0) }, "repl" : { "apply" : { "batches" : { "num" : 0, "totalMillis" : 0 }, "ops" : NumberLong(0) }, "buffer" : { "count" : NumberLong(0), "maxSizeBytes" : 268435456, "sizeBytes" : NumberLong(0) }, "network" : { "bytes" : NumberLong(0), "getmores" : { "num" : 0, "totalMillis" : 0 }, "ops" : NumberLong(0), "readersCreated" : NumberLong(6) }, "preload" : { "docs" : { "num" : 0, "totalMillis" : 0 }, "indexes" : { "num" : 0, "totalMillis" : 0 } } }, "storage" : { "freelist" : { "search" : { "bucketExhausted" : NumberLong(0), "requests" : NumberLong(215), "scanned" : NumberLong(0) } } }, "ttl" : { "deletedDocuments" : NumberLong(0), "passes" : NumberLong(0) } }, "ok" : 1 } { "ns" : "power.cycle", "datasize" : 298483744, "nrecords" : 389763, "lastExtentSize" : 92585984, "firstExtent" : "0:5000 ns:power.cycle", "lastExtent" : "2:5703000 ns:power.cycle", "extentCount" : 14, "extents" : [ { "loc" : "0:5000", "xnext" : "0:49000", "xprev" : "null", "nsdiag" : "power.cycle", "size" : 8192, "firstRecord" : "0:50b0", "lastRecord" : "0:6df0" }, { "loc" : "0:49000", "xnext" : "0:51000", "xprev" : "0:5000", "nsdiag" : "power.cycle", "size" : 32768, "firstRecord" : "0:490b0", "lastRecord" : "0:50fb0" }, { "loc" : "0:51000", "xnext" : "0:71000", "xprev" : "0:49000", "nsdiag" : "power.cycle", "size" : 131072, "firstRecord" : "0:510b0", "lastRecord" : "0:70fb0" }, { "loc" : "0:71000", "xnext" : "0:f1000", "xprev" : "0:51000", "nsdiag" : "power.cycle", "size" : 524288, "firstRecord" : "0:710b0", "lastRecord" : "0:dd5b0" }, { "loc" : "0:f1000", "xnext" : "0:3f1000", "xprev" : "0:71000", "nsdiag" : "power.cycle", "size" : 2097152, "firstRecord" : "0:fbab0", "lastRecord" : "0:2325b0" }, { "loc" : "0:3f1000", "xnext" : "0:df1000", "xprev" : "0:f1000", "nsdiag" : "power.cycle", "size" : 8388608, "firstRecord" : "0:4200b0", "lastRecord" : "0:9951b0" }, { "loc" : "0:df1000", "xnext" : "0:1abe000", "xprev" : "0:3f1000", "nsdiag" : "power.cycle", "size" : 11325440, "firstRecord" : "0:df10b0", "lastRecord" : "0:10fa4f0" }, { "loc" : "0:1abe000", "xnext" : "0:2953000", "xprev" : "0:df1000", "nsdiag" : "power.cycle", "size" : 15290368, "firstRecord" : "0:1abe0b0", "lastRecord" : "0:1b235f0" }, { "loc" : "0:2953000", "xnext" : "1:1002000", "xprev" : "0:1abe000", "nsdiag" : "power.cycle", "size" : 20643840, "firstRecord" : "0:296bcb0", "lastRecord" : "0:3793cb0" }, { "loc" : "1:1002000", "xnext" : "1:2a96000", "xprev" : "0:2953000", "nsdiag" : "power.cycle", "size" : 27869184, "firstRecord" : "1:10020b0", "lastRecord" : "1:24a5930" }, { "loc" : "1:2a96000", "xnext" : "1:4e78000", "xprev" : "1:1002000", "nsdiag" : "power.cycle", "size" : 37625856, "firstRecord" : "1:2a988b0", "lastRecord" : "1:3fadcb0" }, { "loc" : "1:4e78000", "xnext" : "2:acf000", "xprev" : "1:2a96000", "nsdiag" : "power.cycle", "size" : 50798592, "firstRecord" : "1:4e780b0", "lastRecord" : "1:78b4db0" }, { "loc" : "2:acf000", "xnext" : "2:5703000", "xprev" : "1:4e78000", "nsdiag" : "power.cycle", "size" : 68579328, "firstRecord" : "2:adc0b0", "lastRecord" : "2:1b2ee30" }, { "loc" : "2:5703000", "xnext" : "null", "xprev" : "2:acf000", "nsdiag" : "power.cycle", "size" : 92585984, "firstRecord" : "2:57030b0", "lastRecord" : "2:919c3b0" } ], "firstExtentDetails" : { "loc" : "0:5000", "xnext" : "0:49000", "xprev" : "null", "nsdiag" : "power.cycle", "size" : 8192, "firstRecord" : "0:50b0", "lastRecord" : "0:6df0" }, "lastExtentDetails" : { "loc" : "2:5703000", "xnext" : "null", "xprev" : "2:acf000", "nsdiag" : "power.cycle", "size" : 92585984, "firstRecord" : "2:57030b0", "lastRecord" : "2:919c3b0" }, "objectsFound" : 389763, "invalidObjects" : 0, "nQuantizedSize" : 389750, "bytesWithHeaders" : 304719952, "bytesWithoutHeaders" : 298483744, "bytesBson" : 211002128, "deletedCount" : 592, "deletedSize" : 31178256, "delBucketSizes" : [ 0, 0, 591, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1 ], "nIndexes" : 2, "keysPerIndex" : { "power.cycle.$_id_" : 389763, "power.cycle.$x_1" : 389763 }, "indexDetails" : { "power.cycle.$_id_" : { }, "power.cycle.$x_1" : { } }, "valid" : true, "errors" : [ ], "ok" : 1 } bye Wed Aug 5 15:22:04 UTC 2015 Restart mongod on standard port Wed Aug 5 18:22:04 UTC 2015 echo db.adminCommand({shutdown:1, force: true}) | /home/Administrator/pt-317-mmap/MongoDB/Server/3.1/bin/mongo localhost:37017/power MongoDB shell version: 3.1.7-pre- connecting to: localhost:37017/power 2015-08-05T11:22:04.646-0700 E QUERY [thread1] Error: error doing query: failed : DB.prototype.runCommand@src/mongo/shell/db.js:124:1 DB.prototype.adminCommand@src/mongo/shell/db.js:138:12 @(shell):1:1 2015-08-05T11:22:04.648-0700 I NETWORK [thread1] trying reconnect to localhost:37017 (127.0.0.1) failed 2015-08-05T11:22:05.540-0700 I NETWORK [thread1] Socket recv() errno:10054 An existing connection was forcibly closed by the remote host. 127.0.0.1:37017 2015-08-05T11:22:05.540-0700 I NETWORK [thread1] SocketException: remote: 127.0.0.1:37017 error: 9001 socket exception [RECV_ERROR] server [127.0.0.1:37017] 2015-08-05T11:22:05.540-0700 I NETWORK [thread1] reconnect localhost:37017 (127.0.0.1) failed failed 2015-08-05T11:22:05.544-0700 I NETWORK [thread1] trying reconnect to localhost:37017 (127.0.0.1) failed 2015-08-05T11:22:06.545-0700 W NETWORK [thread1] Failed to connect to 127.0.0.1:37017, reason: errno:10061 No connection could be made because the target machine actively refused it. 2015-08-05T11:22:06.545-0700 I NETWORK [thread1] reconnect localhost:37017 (127.0.0.1) failed failed bye Wed Aug 5 18:22:11 UTC 2015 Waiting for mongod to release pt-317-mmap/data/mmapv1/mongod.lock Wed Aug 5 18:22:11 UTC 2015 rsync -va --delete --quiet pt-317-mmap/data/mmapv1/ pt-317-mmap/data/mmapv1-afterrecovery Wed Aug 5 18:22:17 UTC 2015 /home/Administrator/pt-317-mmap/MongoDB/Server/3.1/bin/mongod --remove --serviceName mongod-pt-317-mmap --serviceDisplayName mongod-pt-317-mmap 2015-08-05T11:22:18.165-0700 I CONTROL [main] Trying to remove Windows service 'mongod-pt-317-mmap' 2015-08-05T11:22:18.166-0700 I CONTROL [main] Service 'mongod-pt-317-mmap' removed Wed Aug 5 18:22:23 UTC 2015 /home/Administrator/pt-317-mmap/MongoDB/Server/3.1/bin/mongod --install --serviceName mongod-pt-317-mmap --serviceDisplayName mongod-pt-317-mmap --storageEngine mmapv1 --logpath C:\\cygwin64\\home\\Administrator\\pt-317-mmap\\logs\\mongod-mmapv1.log --logappend --dbpath C:\\cygwin64\\home\\Administrator\\pt-317-mmap\\data\\mmapv1 --port 27017 --setParameter enableTestCommands=1 -replSet pc [SC] ChangeServiceConfig SUCCESS SERVICE_NAME: mongod-pt-317-mmap TYPE : 10 WIN32_OWN_PROCESS STATE : 4 RUNNING (STOPPABLE, NOT_PAUSABLE, ACCEPTS_SHUTDOWN) WIN32_EXIT_CODE : 0 (0x0) SERVICE_EXIT_CODE : 0 (0x0) CHECKPOINT : 0x0 WAIT_HINT : 0x0 PID : 2688 FLAGS : Wed Aug 5 18:22:26 UTC 2015 Mongod startup/recovery took 9 seconds Wed Aug 5 18:22:27 UTC 2015 echo rsconf = rs.conf(); rsconf.members[0].host = 'localhost:27017'; rs.reconfig(rsconf, {force: true}); function waitForPrimary(timeout, interval) { var timeStart = new Date().getTime(); var interval = interval || 500; var timeout = timeout || 60000; while (!db.isMaster().ismaster) { sleep(interval); var timeNow = new Date().getTime(); if (timeNow-timeStart > timeout) { return 0; } } return 1; }; if (!waitForPrimary()) { print('Host did not become primary'); quit(1); }; rs.status(); db.serverStatus() | /home/Administrator/pt-317-mmap/MongoDB/Server/3.1/bin/mongo localhost:27017/power MongoDB shell version: 3.1.7-pre- connecting to: localhost:27017/power { "host" : "CAPJA-Win2012R2", "version" : "3.1.7-pre-", "process" : "C:\\cygwin64\\home\\Administrator\\pt-317-mmap\\MongoDB\\Server\\3.1\\bin\\mongod.exe", "pid" : NumberLong(2688), "uptime" : 8, "uptimeMillis" : NumberLong(7855), "uptimeEstimate" : 6, "localTime" : ISODate("2015-08-05T18:22:31.311Z"), "asserts" : { "regular" : 0, "warning" : 0, "msg" : 0, "user" : 0, "rollovers" : 0 }, "backgroundFlushing" : { "flushes" : 0, "total_ms" : 0, "average_ms" : 0, "last_ms" : 0, "last_finished" : ISODate("1970-01-01T00:00:00Z") }, "connections" : { "current" : 1, "available" : 999999, "totalCreated" : NumberLong(1) }, "cursors" : { "note" : "deprecated, use server status metrics", "clientCursors_size" : 0, "totalOpen" : 0, "pinned" : 0, "totalNoTimeout" : 0, "timedOut" : 0 }, "dur" : { "commits" : 30, "journaledMB" : 0.008192, "writeToDataFilesMB" : 0.000341, "compression" : 23.141242937853107, "commitsInWriteLock" : 0, "earlyCommits" : 0, "timeMs" : { "dt" : 3077, "prepLogBuffer" : 0, "writeToJournal" : 0, "writeToDataFiles" : 0, "remapPrivateView" : 0, "commits" : 1, "commitsInWriteLock" : 0 } }, "extra_info" : { "note" : "fields vary by platform", "page_faults" : 44167, "usagePageFileMB" : 205, "totalPageFileMB" : 4799, "availPageFileMB" : 3924, "ramMB" : 4095 }, "globalLock" : { "totalTime" : NumberLong(7855000), "currentQueue" : { "total" : 0, "readers" : 0, "writers" : 0 }, "activeClients" : { "total" : 12, "readers" : 0, "writers" : 0 } }, "locks" : { "Global" : { "acquireCount" : { "r" : NumberLong(102), "w" : NumberLong(17), "R" : NumberLong(1), "W" : NumberLong(8) }, "acquireWaitCount" : { "r" : NumberLong(1), "W" : NumberLong(1) }, "timeAcquiringMicros" : { "r" : NumberLong(4735), "W" : NumberLong(9) } }, "MMAPV1Journal" : { "acquireCount" : { "r" : NumberLong(34), "w" : NumberLong(41), "R" : NumberLong(73) } }, "Database" : { "acquireCount" : { "r" : NumberLong(35), "R" : NumberLong(3), "W" : NumberLong(17) } }, "Collection" : { "acquireCount" : { "R" : NumberLong(31) } }, "Metadata" : { "acquireCount" : { "w" : NumberLong(1) } }, "oplog" : { "acquireCount" : { "R" : NumberLong(4) } } }, "network" : { "bytesIn" : 1398, "bytesOut" : 4595, "numRequests" : 16 }, "opcounters" : { "insert" : 0, "query" : 1, "update" : 0, "delete" : 0, "getmore" : 0, "command" : 17 }, "opcountersRepl" : { "insert" : 0, "query" : 0, "update" : 0, "delete" : 0, "getmore" : 0, "command" : 0 }, "repl" : { "setName" : "pc", "setVersion" : 239998, "ismaster" : true, "secondary" : false, "hosts" : [ "localhost:27017" ], "primary" : "localhost:27017", "me" : "localhost:27017", "electionId" : ObjectId("55c254650000000000000000"), "rbid" : 1855564963 }, "storageEngine" : { "name" : "mmapv1", "supportsCommittedReads" : false }, "writeBacksQueued" : false, "mem" : { "bits" : 64, "resident" : 90, "virtual" : 10390, "supported" : true, "mapped" : 5102, "mappedWithJournal" : 10204 }, "metrics" : { "commands" : { "isMaster" : { "failed" : NumberLong(0), "total" : NumberLong(11) }, "replSetGetConfig" : { "failed" : NumberLong(0), "total" : NumberLong(2) }, "replSetGetStatus" : { "failed" : NumberLong(1), "total" : NumberLong(2) }, "replSetReconfig" : { "failed" : NumberLong(0), "total" : NumberLong(1) }, "serverStatus" : { "failed" : NumberLong(0), "total" : NumberLong(1) } }, "cursor" : { "timedOut" : NumberLong(0), "open" : { "noTimeout" : NumberLong(0), "pinned" : NumberLong(0), "total" : NumberLong(0) } }, "document" : { "deleted" : NumberLong(0), "inserted" : NumberLong(0), "returned" : NumberLong(0), "updated" : NumberLong(0) }, "getLastError" : { "wtime" : { "num" : 0, "totalMillis" : 0 }, "wtimeouts" : NumberLong(0) }, "operation" : { "fastmod" : NumberLong(0), "idhack" : NumberLong(0), "scanAndOrder" : NumberLong(0), "writeConflicts" : NumberLong(0) }, "queryExecutor" : { "scanned" : NumberLong(0), "scannedObjects" : NumberLong(0) }, "record" : { "moves" : NumberLong(0) }, "repl" : { "apply" : { "batches" : { "num" : 0, "totalMillis" : 0 }, "ops" : NumberLong(0) }, "buffer" : { "count" : NumberLong(0), "maxSizeBytes" : 268435456, "sizeBytes" : NumberLong(0) }, "network" : { "bytes" : NumberLong(0), "getmores" : { "num" : 0, "totalMillis" : 0 }, "ops" : NumberLong(0), "readersCreated" : NumberLong(6) }, "preload" : { "docs" : { "num" : 0, "totalMillis" : 0 }, "indexes" : { "num" : 0, "totalMillis" : 0 } } }, "storage" : { "freelist" : { "search" : { "bucketExhausted" : NumberLong(0), "requests" : NumberLong(0), "scanned" : NumberLong(0) } } }, "ttl" : { "deletedDocuments" : NumberLong(0), "passes" : NumberLong(0) } }, "ok" : 1 } bye Wed Aug 5 15:22:36 UTC 2015 echo print(tojson(db.hostInfo()), 'docs in db.cycle:', db.cycle.count()) | /usr/local/bin/mongo 10.4.124.128:27017/power MongoDB shell version: 3.1.6 connecting to: 10.4.124.128:27017/power { "system" : { "currentTime" : ISODate("2015-08-05T18:22:36.456Z"), "hostname" : "CAPJA-Win2012R2", "cpuAddrSize" : 64, "memSizeMB" : 4095, "numCores" : 4, "cpuArch" : "x86_64", "numaEnabled" : false }, "os" : { "type" : "Windows", "name" : "Microsoft Windows Server 2012", "version" : "6.2 (build 9200)" }, "extra" : { "pageSize" : NumberLong(4096) }, "ok" : 1 } docs in db.cycle: 389763 bye Wed Aug 5 15:22:41 UTC 2015 Start 20 local mongo clients Wed Aug 5 15:22:42 UTC 2015 Start local mongo FSM client Wed Aug 5 15:22:42 UTC 2015 Crashing server in 41 seconds Wed Aug 5 15:23:23 UTC 2015 echo eval("print('docs in db.cycle:', db.cycle.count())") | /usr/local/bin/mongo 10.4.124.128:27017/power MongoDB shell version: 3.1.6 connecting to: 10.4.124.128:27017/power docs in db.cycle: 450611 bye Wed Aug 5 15:23:31 UTC 2015 Sending crash command for method virsh... Matching VM Windows2012R2 Domain Windows2012R2 destroyed Domain Windows2012R2 started Wed Aug 5 15:23:33 UTC 2015 Server crashed Wed Aug 5 15:23:33 UTC 2015 Killing mongo clients 96958 96961 96964 96967 96970 96973 96976 96979 96982 96985 96988 96991 96994 96997 97000 97003 97006 97009 97012 97015 97082 Wed Aug 5 15:23:33 UTC 2015 Completed loop 3 out of 100, test time is 672 Wed Aug 5 15:23:33 UTC 2015 Connect to server to install/recover mongod Wed Aug 5 18:24:34 UTC 2015 System was last booted 8/5/2015 11:23:42 AM, up 52 seconds Wed Aug 5 18:24:35 UTC 2015 rsync -va --delete --quiet pt-317-mmap/data/mmapv1/ pt-317-mmap/data/mmapv1-beforerecovery Wed Aug 5 18:24:42 UTC 2015 /home/Administrator/pt-317-mmap/MongoDB/Server/3.1/bin/mongod --remove --serviceName mongod-pt-317-mmap --serviceDisplayName mongod-pt-317-mmap 2015-08-05T11:24:43.513-0700 I CONTROL [main] Trying to remove Windows service 'mongod-pt-317-mmap' 2015-08-05T11:24:43.515-0700 I CONTROL [main] Service 'mongod-pt-317-mmap' removed Wed Aug 5 18:24:48 UTC 2015 /home/Administrator/pt-317-mmap/MongoDB/Server/3.1/bin/mongod --install --serviceName mongod-pt-317-mmap --serviceDisplayName mongod-pt-317-mmap --storageEngine mmapv1 --logpath C:\\cygwin64\\home\\Administrator\\pt-317-mmap\\logs\\mongod-mmapv1-recovery.log --logappend --dbpath C:\\cygwin64\\home\\Administrator\\pt-317-mmap\\data\\mmapv1 --port 37017 --setParameter enableTestCommands=1 -replSet pc [SC] ChangeServiceConfig SUCCESS SERVICE_NAME: mongod-pt-317-mmap TYPE : 10 WIN32_OWN_PROCESS STATE : 4 RUNNING (STOPPABLE, NOT_PAUSABLE, ACCEPTS_SHUTDOWN) WIN32_EXIT_CODE : 0 (0x0) SERVICE_EXIT_CODE : 0 (0x0) CHECKPOINT : 0x0 WAIT_HINT : 0x0 PID : 1012 FLAGS : Wed Aug 5 18:24:52 UTC 2015 Mongod startup/recovery took 17 seconds Wed Aug 5 18:24:52 UTC 2015 echo function waitForPrimary(timeout, interval) { var timeStart = new Date().getTime(); var interval = interval || 500; var timeout = timeout || 60000; while (!db.isMaster().ismaster) { sleep(interval); var timeNow = new Date().getTime(); if (timeNow-timeStart > timeout) { return 0; } } return 1; }; rsconf = {_id: 'pc', members: [ {_id: 0, host: 'localhost:37017'}]}; if (db.getSisterDB('local').system.replset.count()) { rsconf = rs.conf(); rsconf.members[0].host = 'localhost:37017'; rs.reconfig(rsconf, {force: true}); print('reconfig', tojson(rsconf)); } else { rs.initiate(rsconf); print('initiate', tojson(rsconf)); } if (!waitForPrimary()) { print('Host did not become primary'); quit(1); }; rs.status(); db.createCollection('cycle') | /home/Administrator/pt-317-mmap/MongoDB/Server/3.1/bin/mongo localhost:37017/power MongoDB shell version: 3.1.7-pre- connecting to: localhost:37017/power 2015-08-05T11:24:54.201-0700 W NETWORK [thread1] Failed to connect to 127.0.0.1:37017, reason: errno:10061 No connection could be made because the target machine actively refused it. 2015-08-05T11:24:54.232-0700 E QUERY [thread1] Error: couldn't connect to server localhost:37017, connection attempt failed : connect@src/mongo/shell/mongo.js:216:14 @(connect):1:6 exception: connect failed Wed Aug 5 18:24:59 UTC 2015 echo function waitForPrimary(timeout, interval) { var timeStart = new Date().getTime(); var interval = interval || 500; var timeout = timeout || 60000; while (!db.isMaster().ismaster) { sleep(interval); var timeNow = new Date().getTime(); if (timeNow-timeStart > timeout) { return 0; } } return 1; }; rsconf = {_id: 'pc', members: [ {_id: 0, host: 'localhost:37017'}]}; if (db.getSisterDB('local').system.replset.count()) { rsconf = rs.conf(); rsconf.members[0].host = 'localhost:37017'; rs.reconfig(rsconf, {force: true}); print('reconfig', tojson(rsconf)); } else { rs.initiate(rsconf); print('initiate', tojson(rsconf)); } if (!waitForPrimary()) { print('Host did not become primary'); quit(1); }; rs.status(); db.createCollection('cycle') | /home/Administrator/pt-317-mmap/MongoDB/Server/3.1/bin/mongo localhost:37017/power MongoDB shell version: 3.1.7-pre- connecting to: localhost:37017/power 2015-08-05T11:25:00.544-0700 W NETWORK [thread1] Failed to connect to 127.0.0.1:37017, reason: errno:10061 No connection could be made because the target machine actively refused it. 2015-08-05T11:25:00.545-0700 E QUERY [thread1] Error: couldn't connect to server localhost:37017, connection attempt failed : connect@src/mongo/shell/mongo.js:216:14 @(connect):1:6 exception: connect failed Wed Aug 5 15:25:06 UTC 2015 Unable to connect to Administrator@10.4.124.128 Wed Aug 5 15:25:06 UTC 2015 Exiting powerTest Wed Aug 5 15:25:06 UTC 2015 Cleaning up mongo clients logs ----- Test completed in 765 seconds, 4/100 iterations -----